2024-11-26 08:33:35,009 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@221a3fa4 2024-11-26 08:33:35,027 main DEBUG Took 0.014597 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-26 08:33:35,027 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-26 08:33:35,028 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-26 08:33:35,029 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-26 08:33:35,031 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 08:33:35,055 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-26 08:33:35,078 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 08:33:35,081 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 08:33:35,082 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 08:33:35,083 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 08:33:35,088 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 08:33:35,089 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 08:33:35,091 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 08:33:35,092 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 08:33:35,093 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 08:33:35,094 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 08:33:35,095 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 08:33:35,096 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 08:33:35,097 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 08:33:35,098 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 08:33:35,100 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 08:33:35,101 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 08:33:35,102 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 08:33:35,103 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 08:33:35,104 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 08:33:35,105 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 08:33:35,107 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 08:33:35,109 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 08:33:35,114 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 08:33:35,114 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 08:33:35,115 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 08:33:35,116 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-26 08:33:35,119 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 08:33:35,121 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-26 08:33:35,125 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-26 08:33:35,133 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-26 08:33:35,137 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-26 08:33:35,137 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-26 08:33:35,151 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-26 08:33:35,157 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-26 08:33:35,161 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-26 08:33:35,162 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-26 08:33:35,163 main DEBUG createAppenders(={Console}) 2024-11-26 08:33:35,164 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@221a3fa4 initialized 2024-11-26 08:33:35,166 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@221a3fa4 2024-11-26 08:33:35,166 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@221a3fa4 OK. 2024-11-26 08:33:35,168 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-26 08:33:35,169 main DEBUG OutputStream closed 2024-11-26 08:33:35,171 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-26 08:33:35,171 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-26 08:33:35,172 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@3c73951 OK 2024-11-26 08:33:35,327 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-26 08:33:35,330 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-26 08:33:35,332 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-26 08:33:35,334 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-26 08:33:35,341 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-26 08:33:35,342 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-26 08:33:35,343 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-26 08:33:35,344 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-26 08:33:35,344 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-26 08:33:35,345 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-26 08:33:35,347 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-26 08:33:35,348 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-26 08:33:35,348 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-26 08:33:35,349 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-26 08:33:35,349 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-26 08:33:35,350 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-26 08:33:35,350 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-26 08:33:35,351 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-26 08:33:35,355 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-26 08:33:35,356 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@61fe30) with optional ClassLoader: null 2024-11-26 08:33:35,357 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-26 08:33:35,358 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@61fe30] started OK. 2024-11-26T08:33:35,423 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.backup.TestIncrementalBackup timeout: 13 mins 2024-11-26 08:33:35,426 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-26 08:33:35,427 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-26T08:33:35,790 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/5c1d7269-9c3d-d2f1-151b-0b39cfe105a5 2024-11-26T08:33:35,796 DEBUG [Time-limited test {}] impl.BackupManager(124): Added log cleaner: org.apache.hadoop.hbase.backup.master.BackupLogCleaner. Added master procedure manager: org.apache.hadoop.hbase.backup.master.LogRollMasterProcedureManager.Added master procedure manager: org.apache.hadoop.hbase.backup.BackupHFileCleaner 2024-11-26T08:33:35,799 DEBUG [Time-limited test {}] impl.BackupManager(154): Added region procedure manager: org.apache.hadoop.hbase.backup.regionserver.LogRollRegionServerProcedureManager. Added region observer: org.apache.hadoop.hbase.backup.BackupObserver 2024-11-26T08:33:35,801 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-26T08:33:35,827 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/5c1d7269-9c3d-d2f1-151b-0b39cfe105a5/cluster_511216f6-b11a-507b-fb88-c5a07fd04368, deleteOnExit=true 2024-11-26T08:33:35,827 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-26T08:33:35,829 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/5c1d7269-9c3d-d2f1-151b-0b39cfe105a5/test.cache.data in system properties and HBase conf 2024-11-26T08:33:35,830 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/5c1d7269-9c3d-d2f1-151b-0b39cfe105a5/hadoop.tmp.dir in system properties and HBase conf 2024-11-26T08:33:35,831 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/5c1d7269-9c3d-d2f1-151b-0b39cfe105a5/hadoop.log.dir in system properties and HBase conf 2024-11-26T08:33:35,832 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/5c1d7269-9c3d-d2f1-151b-0b39cfe105a5/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-26T08:33:35,833 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/5c1d7269-9c3d-d2f1-151b-0b39cfe105a5/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-26T08:33:35,834 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-26T08:33:35,997 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-26T08:33:36,213 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-26T08:33:36,223 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/5c1d7269-9c3d-d2f1-151b-0b39cfe105a5/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-26T08:33:36,224 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/5c1d7269-9c3d-d2f1-151b-0b39cfe105a5/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-26T08:33:36,225 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/5c1d7269-9c3d-d2f1-151b-0b39cfe105a5/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-26T08:33:36,228 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/5c1d7269-9c3d-d2f1-151b-0b39cfe105a5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T08:33:36,229 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/5c1d7269-9c3d-d2f1-151b-0b39cfe105a5/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-26T08:33:36,231 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/5c1d7269-9c3d-d2f1-151b-0b39cfe105a5/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-26T08:33:36,235 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/5c1d7269-9c3d-d2f1-151b-0b39cfe105a5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T08:33:36,236 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/5c1d7269-9c3d-d2f1-151b-0b39cfe105a5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T08:33:36,236 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/5c1d7269-9c3d-d2f1-151b-0b39cfe105a5/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-26T08:33:36,237 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/5c1d7269-9c3d-d2f1-151b-0b39cfe105a5/nfs.dump.dir in system properties and HBase conf 2024-11-26T08:33:36,238 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/5c1d7269-9c3d-d2f1-151b-0b39cfe105a5/java.io.tmpdir in system properties and HBase conf 2024-11-26T08:33:36,239 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/5c1d7269-9c3d-d2f1-151b-0b39cfe105a5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T08:33:36,239 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/5c1d7269-9c3d-d2f1-151b-0b39cfe105a5/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-26T08:33:36,240 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/5c1d7269-9c3d-d2f1-151b-0b39cfe105a5/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-26T08:33:37,538 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-26T08:33:37,689 INFO [Time-limited test {}] log.Log(170): Logging initialized @3820ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-26T08:33:37,855 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T08:33:38,018 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T08:33:38,064 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T08:33:38,065 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T08:33:38,067 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-26T08:33:38,090 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T08:33:38,095 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7f045f3e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/5c1d7269-9c3d-d2f1-151b-0b39cfe105a5/hadoop.log.dir/,AVAILABLE} 2024-11-26T08:33:38,096 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6b22dca{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T08:33:38,346 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@38e78c7b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/5c1d7269-9c3d-d2f1-151b-0b39cfe105a5/java.io.tmpdir/jetty-localhost-43333-hadoop-hdfs-3_4_1-tests_jar-_-any-10939113820609654271/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T08:33:38,356 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1c336369{HTTP/1.1, (http/1.1)}{localhost:43333} 2024-11-26T08:33:38,357 INFO [Time-limited test {}] server.Server(415): Started @4490ms 2024-11-26T08:33:38,905 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T08:33:38,917 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T08:33:38,918 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T08:33:38,918 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T08:33:38,919 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T08:33:38,920 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@526a6450{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/5c1d7269-9c3d-d2f1-151b-0b39cfe105a5/hadoop.log.dir/,AVAILABLE} 2024-11-26T08:33:38,921 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@8cd91a0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T08:33:39,044 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@cb44ad4{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/5c1d7269-9c3d-d2f1-151b-0b39cfe105a5/java.io.tmpdir/jetty-localhost-46597-hadoop-hdfs-3_4_1-tests_jar-_-any-731396784831528906/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T08:33:39,045 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2d3ca681{HTTP/1.1, (http/1.1)}{localhost:46597} 2024-11-26T08:33:39,045 INFO [Time-limited test {}] server.Server(415): Started @5178ms 2024-11-26T08:33:39,121 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T08:33:40,273 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/5c1d7269-9c3d-d2f1-151b-0b39cfe105a5/cluster_511216f6-b11a-507b-fb88-c5a07fd04368/data/data1/current/BP-385029744-172.17.0.2-1732610017058/current, will proceed with Du for space computation calculation, 2024-11-26T08:33:40,275 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/5c1d7269-9c3d-d2f1-151b-0b39cfe105a5/cluster_511216f6-b11a-507b-fb88-c5a07fd04368/data/data2/current/BP-385029744-172.17.0.2-1732610017058/current, will proceed with Du for space computation calculation, 2024-11-26T08:33:40,328 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T08:33:40,400 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x610044ed7a89be32 with lease ID 0x66ea08eec0913e60: Processing first storage report for DS-fb8eee8b-3b5e-498f-9dd9-655fc2461d22 from datanode DatanodeRegistration(127.0.0.1:37101, datanodeUuid=47c05f13-5ee1-4a99-a239-23563f9f73ce, infoPort=45793, infoSecurePort=0, ipcPort=45463, storageInfo=lv=-57;cid=testClusterID;nsid=824152736;c=1732610017058) 2024-11-26T08:33:40,402 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x610044ed7a89be32 with lease ID 0x66ea08eec0913e60: from storage DS-fb8eee8b-3b5e-498f-9dd9-655fc2461d22 node DatanodeRegistration(127.0.0.1:37101, datanodeUuid=47c05f13-5ee1-4a99-a239-23563f9f73ce, infoPort=45793, infoSecurePort=0, ipcPort=45463, storageInfo=lv=-57;cid=testClusterID;nsid=824152736;c=1732610017058), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-26T08:33:40,403 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x610044ed7a89be32 with lease ID 0x66ea08eec0913e60: Processing first storage report for DS-a590b8aa-5fe9-4309-b2da-4d545301d0d6 from datanode DatanodeRegistration(127.0.0.1:37101, datanodeUuid=47c05f13-5ee1-4a99-a239-23563f9f73ce, infoPort=45793, infoSecurePort=0, ipcPort=45463, storageInfo=lv=-57;cid=testClusterID;nsid=824152736;c=1732610017058) 2024-11-26T08:33:40,403 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x610044ed7a89be32 with lease ID 0x66ea08eec0913e60: from storage DS-a590b8aa-5fe9-4309-b2da-4d545301d0d6 node DatanodeRegistration(127.0.0.1:37101, datanodeUuid=47c05f13-5ee1-4a99-a239-23563f9f73ce, infoPort=45793, infoSecurePort=0, ipcPort=45463, storageInfo=lv=-57;cid=testClusterID;nsid=824152736;c=1732610017058), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T08:33:40,485 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/5c1d7269-9c3d-d2f1-151b-0b39cfe105a5 2024-11-26T08:33:40,569 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/5c1d7269-9c3d-d2f1-151b-0b39cfe105a5/cluster_511216f6-b11a-507b-fb88-c5a07fd04368/zookeeper_0, clientPort=50703, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/5c1d7269-9c3d-d2f1-151b-0b39cfe105a5/cluster_511216f6-b11a-507b-fb88-c5a07fd04368/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/5c1d7269-9c3d-d2f1-151b-0b39cfe105a5/cluster_511216f6-b11a-507b-fb88-c5a07fd04368/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-26T08:33:40,581 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=50703 2024-11-26T08:33:40,594 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T08:33:40,599 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T08:33:40,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37101 is added to blk_1073741825_1001 (size=7) 2024-11-26T08:33:41,252 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6 with version=8 2024-11-26T08:33:41,252 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/hbase-staging 2024-11-26T08:33:41,263 DEBUG [Time-limited test {}] hbase.LocalHBaseCluster(136): Setting Master Port to random. 2024-11-26T08:33:41,263 DEBUG [Time-limited test {}] hbase.LocalHBaseCluster(143): Setting RegionServer Port to random. 2024-11-26T08:33:41,263 DEBUG [Time-limited test {}] hbase.LocalHBaseCluster(153): Setting RS InfoServer Port to random. 2024-11-26T08:33:41,263 DEBUG [Time-limited test {}] hbase.LocalHBaseCluster(161): Setting Master InfoServer Port to random. 2024-11-26T08:33:41,343 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-26T08:33:41,625 INFO [Time-limited test {}] client.ConnectionUtils(128): master/719ac8e87449:0 server-side Connection retries=45 2024-11-26T08:33:41,635 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T08:33:41,636 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T08:33:41,640 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T08:33:41,640 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T08:33:41,641 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T08:33:41,804 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-26T08:33:41,876 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-26T08:33:41,886 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-26T08:33:41,890 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T08:33:41,915 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 150848 (auto-detected) 2024-11-26T08:33:41,916 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-26T08:33:41,936 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38507 2024-11-26T08:33:41,961 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38507 connecting to ZooKeeper ensemble=127.0.0.1:50703 2024-11-26T08:33:42,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:385070x0, quorum=127.0.0.1:50703, baseZNode=/1 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T08:33:42,079 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38507-0x1017790678c0000 connected 2024-11-26T08:33:42,151 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T08:33:42,155 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T08:33:42,171 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38507-0x1017790678c0000, quorum=127.0.0.1:50703, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2024-11-26T08:33:42,199 INFO [Time-limited test {}] log.Log(170): Logging initialized @8332ms to org.apache.hbase.thirdparty.org.eclipse.jetty.util.log.Slf4jLog 2024-11-26T08:33:42,251 DEBUG [Time-limited test {}] http.HttpServer(797): org.apache.hbase.thirdparty.org.eclipse.jetty.server.SymlinkAllowedResourceAliasChecker is already part of alias check list 2024-11-26T08:33:42,251 INFO [Time-limited test {}] http.HttpServer(802): Serving aliases allowed for /logs context 2024-11-26T08:33:42,252 INFO [Time-limited test {}] http.HttpServer(1023): Added global filter 'safety' (class=org.apache.hadoop.hbase.http.HttpServer$QuotingInputFilter) 2024-11-26T08:33:42,253 INFO [Time-limited test {}] http.HttpServer(1023): Added global filter 'clickjackingprevention' (class=org.apache.hadoop.hbase.http.ClickjackingPreventionFilter) 2024-11-26T08:33:42,253 INFO [Time-limited test {}] http.HttpServer(1023): Added global filter 'securityheaders' (class=org.apache.hadoop.hbase.http.SecurityHeadersFilter) 2024-11-26T08:33:42,255 INFO [Time-limited test {}] http.HttpServer(1002): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context master 2024-11-26T08:33:42,255 INFO [Time-limited test {}] http.HttpServer(1009): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context static 2024-11-26T08:33:42,256 INFO [Time-limited test {}] http.HttpServer(1009): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs 2024-11-26T08:33:42,258 INFO [Time-limited test {}] http.HttpServer(844): ASYNC_PROFILER_HOME environment variable and async.profiler.home system property not specified. Disabling /prof endpoint. 2024-11-26T08:33:42,336 INFO [Time-limited test {}] http.HttpServer(1269): Jetty bound to port 44171 2024-11-26T08:33:42,337 INFO [Time-limited test {}] server.Server(375): jetty-9.4.56.v20240826; built: 2024-08-26T17:15:05.868Z; git: ec6782ff5ead824dabdcf47fa98f90a4aedff401; jvm 17.0.11+9 2024-11-26T08:33:42,357 INFO [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter 2024-11-26T08:33:42,359 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@7c1597dd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/5c1d7269-9c3d-d2f1-151b-0b39cfe105a5/hadoop.log.dir/,AVAILABLE} 2024-11-26T08:33:42,360 INFO [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter 2024-11-26T08:33:42,362 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@65507143{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/classes/hbase-webapps/static/,AVAILABLE} 2024-11-26T08:33:42,416 INFO [Time-limited test {}] webapp.StandardDescriptorProcessor(277): NO JSP Support for /, did not find org.apache.hbase.thirdparty.org.eclipse.jetty.jsp.JettyJspServlet 2024-11-26T08:33:42,426 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T08:33:42,426 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T08:33:42,428 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T08:33:42,433 INFO [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter 2024-11-26T08:33:43,112 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.w.WebAppContext@5c685ba8{master,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/classes/hbase-webapps/master/,AVAILABLE}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/classes/hbase-webapps/master} 2024-11-26T08:33:43,117 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@10f9ba48{HTTP/1.1, (http/1.1)}{0.0.0.0:44171} 2024-11-26T08:33:43,117 INFO [Time-limited test {}] server.Server(415): Started @9251ms 2024-11-26T08:33:43,122 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6, hbase.cluster.distributed=false 2024-11-26T08:33:43,152 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38507-0x1017790678c0000, quorum=127.0.0.1:50703, baseZNode=/1 Set watcher on znode that does not yet exist, /1/acl 2024-11-26T08:33:43,158 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38507 2024-11-26T08:33:43,158 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38507 2024-11-26T08:33:43,159 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38507 2024-11-26T08:33:43,161 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38507 2024-11-26T08:33:43,161 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38507 2024-11-26T08:33:43,265 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/719ac8e87449:0 server-side Connection retries=45 2024-11-26T08:33:43,267 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T08:33:43,267 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T08:33:43,268 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T08:33:43,268 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T08:33:43,268 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T08:33:43,272 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T08:33:43,274 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T08:33:43,275 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40717 2024-11-26T08:33:43,277 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40717 connecting to ZooKeeper ensemble=127.0.0.1:50703 2024-11-26T08:33:43,279 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T08:33:43,283 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T08:33:43,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:407170x0, quorum=127.0.0.1:50703, baseZNode=/1 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T08:33:43,315 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:407170x0, quorum=127.0.0.1:50703, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2024-11-26T08:33:43,315 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40717-0x1017790678c0001 connected 2024-11-26T08:33:43,317 DEBUG [Time-limited test {}] http.HttpServer(797): org.apache.hbase.thirdparty.org.eclipse.jetty.server.SymlinkAllowedResourceAliasChecker is already part of alias check list 2024-11-26T08:33:43,317 INFO [Time-limited test {}] http.HttpServer(802): Serving aliases allowed for /logs context 2024-11-26T08:33:43,317 INFO [Time-limited test {}] http.HttpServer(1023): Added global filter 'safety' (class=org.apache.hadoop.hbase.http.HttpServer$QuotingInputFilter) 2024-11-26T08:33:43,317 INFO [Time-limited test {}] http.HttpServer(1023): Added global filter 'clickjackingprevention' (class=org.apache.hadoop.hbase.http.ClickjackingPreventionFilter) 2024-11-26T08:33:43,318 INFO [Time-limited test {}] http.HttpServer(1023): Added global filter 'securityheaders' (class=org.apache.hadoop.hbase.http.SecurityHeadersFilter) 2024-11-26T08:33:43,319 INFO [Time-limited test {}] http.HttpServer(1002): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context regionserver 2024-11-26T08:33:43,319 INFO [Time-limited test {}] http.HttpServer(1009): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs 2024-11-26T08:33:43,319 INFO [Time-limited test {}] http.HttpServer(1009): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context static 2024-11-26T08:33:43,319 INFO [Time-limited test {}] http.HttpServer(844): ASYNC_PROFILER_HOME environment variable and async.profiler.home system property not specified. Disabling /prof endpoint. 2024-11-26T08:33:43,321 INFO [Time-limited test {}] http.HttpServer(1269): Jetty bound to port 33807 2024-11-26T08:33:43,321 INFO [Time-limited test {}] server.Server(375): jetty-9.4.56.v20240826; built: 2024-08-26T17:15:05.868Z; git: ec6782ff5ead824dabdcf47fa98f90a4aedff401; jvm 17.0.11+9 2024-11-26T08:33:43,323 INFO [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter 2024-11-26T08:33:43,323 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@3e9615b9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/5c1d7269-9c3d-d2f1-151b-0b39cfe105a5/hadoop.log.dir/,AVAILABLE} 2024-11-26T08:33:43,323 INFO [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter 2024-11-26T08:33:43,323 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@2df3a35c{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/classes/hbase-webapps/static/,AVAILABLE} 2024-11-26T08:33:43,339 INFO [Time-limited test {}] webapp.StandardDescriptorProcessor(277): NO JSP Support for /, did not find org.apache.hbase.thirdparty.org.eclipse.jetty.jsp.JettyJspServlet 2024-11-26T08:33:43,340 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T08:33:43,340 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T08:33:43,340 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-26T08:33:43,341 INFO [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter 2024-11-26T08:33:43,344 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.w.WebAppContext@9984275{regionserver,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/classes/hbase-webapps/regionserver/,AVAILABLE}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/classes/hbase-webapps/regionserver} 2024-11-26T08:33:43,345 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@445a8045{HTTP/1.1, (http/1.1)}{0.0.0.0:33807} 2024-11-26T08:33:43,345 INFO [Time-limited test {}] server.Server(415): Started @9478ms 2024-11-26T08:33:43,349 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T08:33:43,356 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T08:33:43,358 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40717-0x1017790678c0001, quorum=127.0.0.1:50703, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master 2024-11-26T08:33:43,364 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40717-0x1017790678c0001, quorum=127.0.0.1:50703, baseZNode=/1 Set watcher on znode that does not yet exist, /1/acl 2024-11-26T08:33:43,365 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40717 2024-11-26T08:33:43,365 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40717 2024-11-26T08:33:43,366 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40717 2024-11-26T08:33:43,367 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40717 2024-11-26T08:33:43,367 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40717 2024-11-26T08:33:43,382 DEBUG [M:0;719ac8e87449:38507 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;719ac8e87449:38507 2024-11-26T08:33:43,385 INFO [master/719ac8e87449:0:becomeActiveMaster {}] server.Server(375): jetty-9.4.56.v20240826; built: 2024-08-26T17:15:05.868Z; git: ec6782ff5ead824dabdcf47fa98f90a4aedff401; jvm 17.0.11+9 2024-11-26T08:33:43,388 INFO [master/719ac8e87449:0:becomeActiveMaster {}] server.AbstractConnector(333): Started ServerConnector@106565e3{HTTP/1.1, (http/1.1)}{0.0.0.0:46015} 2024-11-26T08:33:43,388 INFO [master/719ac8e87449:0:becomeActiveMaster {}] server.Server(415): Started @9522ms 2024-11-26T08:33:43,389 INFO [master/719ac8e87449:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1/backup-masters/719ac8e87449,38507,1732610021435 2024-11-26T08:33:43,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38507-0x1017790678c0000, quorum=127.0.0.1:50703, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2024-11-26T08:33:43,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40717-0x1017790678c0001, quorum=127.0.0.1:50703, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2024-11-26T08:33:43,434 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38507-0x1017790678c0000, quorum=127.0.0.1:50703, baseZNode=/1 Set watcher on existing znode=/1/backup-masters/719ac8e87449,38507,1732610021435 2024-11-26T08:33:43,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40717-0x1017790678c0001, quorum=127.0.0.1:50703, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/master 2024-11-26T08:33:43,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38507-0x1017790678c0000, quorum=127.0.0.1:50703, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-26T08:33:43,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40717-0x1017790678c0001, quorum=127.0.0.1:50703, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-26T08:33:43,465 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38507-0x1017790678c0000, quorum=127.0.0.1:50703, baseZNode=/1 Set watcher on existing znode=/1/master 2024-11-26T08:33:43,466 INFO [master/719ac8e87449:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1/backup-masters/719ac8e87449,38507,1732610021435 from backup master directory 2024-11-26T08:33:43,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40717-0x1017790678c0001, quorum=127.0.0.1:50703, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2024-11-26T08:33:43,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38507-0x1017790678c0000, quorum=127.0.0.1:50703, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/backup-masters/719ac8e87449,38507,1732610021435 2024-11-26T08:33:43,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38507-0x1017790678c0000, quorum=127.0.0.1:50703, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2024-11-26T08:33:43,474 WARN [master/719ac8e87449:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T08:33:43,474 INFO [master/719ac8e87449:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=719ac8e87449,38507,1732610021435 2024-11-26T08:33:43,477 INFO [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-26T08:33:43,478 INFO [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-26T08:33:43,532 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/hbase.id] with ID: 17d1c972-e6d1-49bb-8136-c4aa91e4da0d 2024-11-26T08:33:43,532 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/.tmp/hbase.id 2024-11-26T08:33:43,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37101 is added to blk_1073741826_1002 (size=42) 2024-11-26T08:33:43,945 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/.tmp/hbase.id]:[hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/hbase.id] 2024-11-26T08:33:43,989 INFO [master/719ac8e87449:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T08:33:43,993 INFO [master/719ac8e87449:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-26T08:33:44,012 INFO [master/719ac8e87449:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 17ms. 2024-11-26T08:33:44,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40717-0x1017790678c0001, quorum=127.0.0.1:50703, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-26T08:33:44,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38507-0x1017790678c0000, quorum=127.0.0.1:50703, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-26T08:33:44,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37101 is added to blk_1073741827_1003 (size=196) 2024-11-26T08:33:44,481 INFO [master/719ac8e87449:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T08:33:44,484 INFO [master/719ac8e87449:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-26T08:33:44,491 INFO [master/719ac8e87449:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.RegionGroupingProvider 2024-11-26T08:33:44,495 INFO [master/719ac8e87449:0:becomeActiveMaster {}] wal.RegionGroupingProvider(102): Instantiating RegionGroupingStrategy of type class org.apache.hadoop.hbase.wal.BoundedGroupingStrategy 2024-11-26T08:33:44,507 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.RegionGroupingProvider.doInit(RegionGroupingProvider.java:156) ~[classes/:?] at org.apache.hadoop.hbase.wal.AbstractWALProvider.init(AbstractWALProvider.java:126) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:263) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T08:33:44,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37101 is added to blk_1073741828_1004 (size=1189) 2024-11-26T08:33:44,968 INFO [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/MasterData/data/master/store 2024-11-26T08:33:44,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37101 is added to blk_1073741829_1005 (size=34) 2024-11-26T08:33:45,400 INFO [master/719ac8e87449:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-26T08:33:45,412 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T08:33:45,413 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T08:33:45,413 INFO [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T08:33:45,413 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T08:33:45,415 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T08:33:45,415 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T08:33:45,416 INFO [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T08:33:45,417 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732610025413Disabling compacts and flushes for region at 1732610025413Disabling writes for close at 1732610025415 (+2 ms)Writing region close event to WAL at 1732610025415Closed at 1732610025416 (+1 ms) 2024-11-26T08:33:45,421 WARN [master/719ac8e87449:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/MasterData/data/master/store/.initializing 2024-11-26T08:33:45,421 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/MasterData/WALs/719ac8e87449,38507,1732610021435 2024-11-26T08:33:45,427 INFO [master/719ac8e87449:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T08:33:45,434 INFO [master/719ac8e87449:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor 719ac8e87449,38507,1732610021435.regiongroup-0 2024-11-26T08:33:45,451 INFO [master/719ac8e87449:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=719ac8e87449%2C38507%2C1732610021435.719ac8e87449%2C38507%2C1732610021435.regiongroup-0, suffix=, logDir=hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/MasterData/WALs/719ac8e87449,38507,1732610021435, archiveDir=hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/MasterData/oldWALs, maxLogs=10 2024-11-26T08:33:45,478 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/MasterData/WALs/719ac8e87449,38507,1732610021435/719ac8e87449%2C38507%2C1732610021435.719ac8e87449%2C38507%2C1732610021435.regiongroup-0.1732610025455, exclude list is [], retry=0 2024-11-26T08:33:45,496 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37101,DS-fb8eee8b-3b5e-498f-9dd9-655fc2461d22,DISK] 2024-11-26T08:33:45,500 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-26T08:33:45,535 INFO [master/719ac8e87449:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/MasterData/WALs/719ac8e87449,38507,1732610021435/719ac8e87449%2C38507%2C1732610021435.719ac8e87449%2C38507%2C1732610021435.regiongroup-0.1732610025455 2024-11-26T08:33:45,536 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45793:45793)] 2024-11-26T08:33:45,537 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-26T08:33:45,537 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T08:33:45,541 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T08:33:45,542 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T08:33:45,586 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T08:33:45,613 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-26T08:33:45,617 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T08:33:45,619 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T08:33:45,620 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T08:33:45,623 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-26T08:33:45,624 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T08:33:45,625 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T08:33:45,625 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T08:33:45,628 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-26T08:33:45,628 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T08:33:45,629 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T08:33:45,630 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T08:33:45,634 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-26T08:33:45,634 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T08:33:45,636 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T08:33:45,637 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T08:33:45,642 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T08:33:45,643 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T08:33:45,652 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T08:33:45,653 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T08:33:45,658 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T08:33:45,663 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T08:33:45,670 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T08:33:45,672 INFO [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=12042444480, jitterRate=0.12154003977775574}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T08:33:45,683 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732610025559Initializing all the Stores at 1732610025562 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732610025562Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732610025564 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732610025564Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732610025565 (+1 ms)Cleaning up temporary data from old regions at 1732610025653 (+88 ms)Region opened successfully at 1732610025682 (+29 ms) 2024-11-26T08:33:45,685 INFO [master/719ac8e87449:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-26T08:33:45,722 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3389bd27, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=719ac8e87449/172.17.0.2:0 2024-11-26T08:33:45,769 INFO [master/719ac8e87449:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-26T08:33:45,788 INFO [master/719ac8e87449:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-26T08:33:45,788 INFO [master/719ac8e87449:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-26T08:33:45,793 INFO [master/719ac8e87449:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T08:33:45,795 INFO [master/719ac8e87449:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 2 msec 2024-11-26T08:33:45,802 INFO [master/719ac8e87449:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 6 msec 2024-11-26T08:33:45,803 INFO [master/719ac8e87449:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-26T08:33:45,850 INFO [master/719ac8e87449:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-26T08:33:45,861 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38507-0x1017790678c0000, quorum=127.0.0.1:50703, baseZNode=/1 Unable to get data of znode /1/balancer because node does not exist (not necessarily an error) 2024-11-26T08:33:45,888 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1/balancer already deleted, retry=false 2024-11-26T08:33:45,891 INFO [master/719ac8e87449:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-26T08:33:45,893 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38507-0x1017790678c0000, quorum=127.0.0.1:50703, baseZNode=/1 Unable to get data of znode /1/normalizer because node does not exist (not necessarily an error) 2024-11-26T08:33:45,905 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1/normalizer already deleted, retry=false 2024-11-26T08:33:45,908 INFO [master/719ac8e87449:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-26T08:33:45,912 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38507-0x1017790678c0000, quorum=127.0.0.1:50703, baseZNode=/1 Unable to get data of znode /1/switch/split because node does not exist (not necessarily an error) 2024-11-26T08:33:45,930 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1/switch/split already deleted, retry=false 2024-11-26T08:33:45,932 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38507-0x1017790678c0000, quorum=127.0.0.1:50703, baseZNode=/1 Unable to get data of znode /1/switch/merge because node does not exist (not necessarily an error) 2024-11-26T08:33:45,939 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1/switch/merge already deleted, retry=false 2024-11-26T08:33:45,958 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38507-0x1017790678c0000, quorum=127.0.0.1:50703, baseZNode=/1 Unable to get data of znode /1/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-26T08:33:45,964 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1/snapshot-cleanup already deleted, retry=false 2024-11-26T08:33:45,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38507-0x1017790678c0000, quorum=127.0.0.1:50703, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/running 2024-11-26T08:33:45,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40717-0x1017790678c0001, quorum=127.0.0.1:50703, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/running 2024-11-26T08:33:45,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38507-0x1017790678c0000, quorum=127.0.0.1:50703, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-26T08:33:45,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40717-0x1017790678c0001, quorum=127.0.0.1:50703, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-26T08:33:45,976 INFO [master/719ac8e87449:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=719ac8e87449,38507,1732610021435, sessionid=0x1017790678c0000, setting cluster-up flag (Was=false) 2024-11-26T08:33:45,982 INFO [master/719ac8e87449:0:becomeActiveMaster {}] procedure.ProcedureManagerHost(66): User procedure org.apache.hadoop.hbase.backup.master.LogRollMasterProcedureManager was loaded successfully. 2024-11-26T08:33:46,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38507-0x1017790678c0000, quorum=127.0.0.1:50703, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-26T08:33:46,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40717-0x1017790678c0001, quorum=127.0.0.1:50703, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-26T08:33:46,031 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/flush-table-proc/acquired, /1/flush-table-proc/reached, /1/flush-table-proc/abort 2024-11-26T08:33:46,034 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=719ac8e87449,38507,1732610021435 2024-11-26T08:33:46,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38507-0x1017790678c0000, quorum=127.0.0.1:50703, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-26T08:33:46,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40717-0x1017790678c0001, quorum=127.0.0.1:50703, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-26T08:33:46,081 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/rolllog-proc/acquired, /1/rolllog-proc/reached, /1/rolllog-proc/abort 2024-11-26T08:33:46,083 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=719ac8e87449,38507,1732610021435 2024-11-26T08:33:46,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38507-0x1017790678c0000, quorum=127.0.0.1:50703, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-26T08:33:46,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40717-0x1017790678c0001, quorum=127.0.0.1:50703, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-26T08:33:46,131 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/online-snapshot/acquired, /1/online-snapshot/reached, /1/online-snapshot/abort 2024-11-26T08:33:46,133 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=719ac8e87449,38507,1732610021435 2024-11-26T08:33:46,140 INFO [master/719ac8e87449:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-26T08:33:46,175 INFO [RS:0;719ac8e87449:40717 {}] regionserver.HRegionServer(746): ClusterId : 17d1c972-e6d1-49bb-8136-c4aa91e4da0d 2024-11-26T08:33:46,176 INFO [RS:0;719ac8e87449:40717 {}] procedure.ProcedureManagerHost(66): User procedure org.apache.hadoop.hbase.backup.regionserver.LogRollRegionServerProcedureManager was loaded successfully. 2024-11-26T08:33:46,178 DEBUG [RS:0;719ac8e87449:40717 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T08:33:46,192 DEBUG [RS:0;719ac8e87449:40717 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T08:33:46,193 DEBUG [RS:0;719ac8e87449:40717 {}] procedure.RegionServerProcedureManagerHost(43): Procedure backup-proc initializing 2024-11-26T08:33:46,200 DEBUG [RS:0;719ac8e87449:40717 {}] procedure.RegionServerProcedureManagerHost(45): Procedure backup-proc initialized 2024-11-26T08:33:46,200 DEBUG [RS:0;719ac8e87449:40717 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T08:33:46,209 DEBUG [RS:0;719ac8e87449:40717 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T08:33:46,210 DEBUG [RS:0;719ac8e87449:40717 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@293e32d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=719ac8e87449/172.17.0.2:0 2024-11-26T08:33:46,227 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-26T08:33:46,229 DEBUG [RS:0;719ac8e87449:40717 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;719ac8e87449:40717 2024-11-26T08:33:46,232 INFO [RS:0;719ac8e87449:40717 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-26T08:33:46,232 INFO [RS:0;719ac8e87449:40717 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-26T08:33:46,232 DEBUG [RS:0;719ac8e87449:40717 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-26T08:33:46,235 INFO [RS:0;719ac8e87449:40717 {}] regionserver.HRegionServer(2659): reportForDuty to master=719ac8e87449,38507,1732610021435 with port=40717, startcode=1732610023231 2024-11-26T08:33:46,236 INFO [master/719ac8e87449:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-26T08:33:46,242 INFO [master/719ac8e87449:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-26T08:33:46,246 DEBUG [RS:0;719ac8e87449:40717 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T08:33:46,247 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 719ac8e87449,38507,1732610021435 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-26T08:33:46,254 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/719ac8e87449:0, corePoolSize=5, maxPoolSize=5 2024-11-26T08:33:46,254 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/719ac8e87449:0, corePoolSize=5, maxPoolSize=5 2024-11-26T08:33:46,254 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/719ac8e87449:0, corePoolSize=5, maxPoolSize=5 2024-11-26T08:33:46,255 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/719ac8e87449:0, corePoolSize=5, maxPoolSize=5 2024-11-26T08:33:46,255 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/719ac8e87449:0, corePoolSize=10, maxPoolSize=10 2024-11-26T08:33:46,255 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/719ac8e87449:0, corePoolSize=1, maxPoolSize=1 2024-11-26T08:33:46,255 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/719ac8e87449:0, corePoolSize=2, maxPoolSize=2 2024-11-26T08:33:46,255 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/719ac8e87449:0, corePoolSize=1, maxPoolSize=1 2024-11-26T08:33:46,257 INFO [master/719ac8e87449:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732610056257 2024-11-26T08:33:46,258 INFO [master/719ac8e87449:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-26T08:33:46,259 INFO [master/719ac8e87449:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-26T08:33:46,261 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T08:33:46,261 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-26T08:33:46,263 INFO [master/719ac8e87449:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-26T08:33:46,264 INFO [master/719ac8e87449:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.backup.master.BackupLogCleaner 2024-11-26T08:33:46,264 INFO [master/719ac8e87449:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-26T08:33:46,265 INFO [master/719ac8e87449:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-26T08:33:46,265 INFO [master/719ac8e87449:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-26T08:33:46,267 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T08:33:46,267 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-26T08:33:46,276 INFO [master/719ac8e87449:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T08:33:46,284 INFO [master/719ac8e87449:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-26T08:33:46,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37101 is added to blk_1073741831_1007 (size=1321) 2024-11-26T08:33:46,285 INFO [master/719ac8e87449:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-26T08:33:46,286 INFO [master/719ac8e87449:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-26T08:33:46,287 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-26T08:33:46,288 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6 2024-11-26T08:33:46,296 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51647, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T08:33:46,304 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38507 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T08:33:46,305 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@626dc1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T08:33:46,305 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] client.ClusterIdFetcher(90): Going to request 719ac8e87449,38507,-1 for getting cluster id 2024-11-26T08:33:46,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37101 is added to blk_1073741832_1008 (size=32) 2024-11-26T08:33:46,309 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T08:33:46,311 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T08:33:46,316 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '17d1c972-e6d1-49bb-8136-c4aa91e4da0d' 2024-11-26T08:33:46,321 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T08:33:46,323 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T08:33:46,321 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "17d1c972-e6d1-49bb-8136-c4aa91e4da0d" 2024-11-26T08:33:46,324 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d43ed3f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T08:33:46,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [719ac8e87449,38507,-1] 2024-11-26T08:33:46,327 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T08:33:46,328 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T08:33:46,329 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T08:33:46,329 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T08:33:46,329 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T08:33:46,332 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T08:33:46,334 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T08:33:46,335 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55862, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T08:33:46,336 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T08:33:46,338 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T08:33:46,338 DEBUG [RS:0;719ac8e87449:40717 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-26T08:33:46,338 WARN [RS:0;719ac8e87449:40717 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-26T08:33:46,339 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T08:33:46,342 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c90f8c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T08:33:46,342 INFO [master/719ac8e87449:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.backup.BackupHFileCleaner 2024-11-26T08:33:46,345 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T08:33:46,345 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T08:33:46,346 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T08:33:46,347 INFO [master/719ac8e87449:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-26T08:33:46,347 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T08:33:46,347 INFO [master/719ac8e87449:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-26T08:33:46,349 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/719ac8e87449:0:becomeActiveMaster-HFileCleaner.large.0-1732610026348,5,FailOnTimeoutGroup] 2024-11-26T08:33:46,350 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T08:33:46,350 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/719ac8e87449:0:becomeActiveMaster-HFileCleaner.small.0-1732610026349,5,FailOnTimeoutGroup] 2024-11-26T08:33:46,350 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T08:33:46,350 INFO [master/719ac8e87449:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T08:33:46,350 INFO [master/719ac8e87449:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-26T08:33:46,351 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T08:33:46,352 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T08:33:46,352 INFO [master/719ac8e87449:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-26T08:33:46,352 INFO [master/719ac8e87449:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-26T08:33:46,354 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/hbase/meta/1588230740 2024-11-26T08:33:46,355 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/hbase/meta/1588230740 2024-11-26T08:33:46,358 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T08:33:46,358 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T08:33:46,359 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T08:33:46,362 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T08:33:46,372 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T08:33:46,373 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11905044320, jitterRate=0.10874365270137787}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T08:33:46,378 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732610026311Initializing all the Stores at 1732610026315 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732610026315Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732610026322 (+7 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732610026322Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732610026323 (+1 ms)Cleaning up temporary data from old regions at 1732610026358 (+35 ms)Region opened successfully at 1732610026377 (+19 ms) 2024-11-26T08:33:46,378 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T08:33:46,378 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T08:33:46,378 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T08:33:46,378 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T08:33:46,378 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T08:33:46,380 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T08:33:46,380 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732610026378Disabling compacts and flushes for region at 1732610026378Disabling writes for close at 1732610026378Writing region close event to WAL at 1732610026379 (+1 ms)Closed at 1732610026380 (+1 ms) 2024-11-26T08:33:46,384 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T08:33:46,384 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-26T08:33:46,390 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-26T08:33:46,401 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T08:33:46,404 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-26T08:33:46,440 INFO [RS:0;719ac8e87449:40717 {}] regionserver.HRegionServer(2659): reportForDuty to master=719ac8e87449,38507,1732610021435 with port=40717, startcode=1732610023231 2024-11-26T08:33:46,441 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38507 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 719ac8e87449,40717,1732610023231 2024-11-26T08:33:46,443 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38507 {}] master.ServerManager(517): Registering regionserver=719ac8e87449,40717,1732610023231 2024-11-26T08:33:46,451 DEBUG [RS:0;719ac8e87449:40717 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6 2024-11-26T08:33:46,451 DEBUG [RS:0;719ac8e87449:40717 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46515 2024-11-26T08:33:46,451 DEBUG [RS:0;719ac8e87449:40717 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=44171 2024-11-26T08:33:46,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38507-0x1017790678c0000, quorum=127.0.0.1:50703, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rs 2024-11-26T08:33:46,503 DEBUG [RS:0;719ac8e87449:40717 {}] zookeeper.ZKUtil(111): regionserver:40717-0x1017790678c0001, quorum=127.0.0.1:50703, baseZNode=/1 Set watcher on existing znode=/1/rs/719ac8e87449,40717,1732610023231 2024-11-26T08:33:46,503 WARN [RS:0;719ac8e87449:40717 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T08:33:46,503 INFO [RS:0;719ac8e87449:40717 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.RegionGroupingProvider 2024-11-26T08:33:46,504 INFO [RS:0;719ac8e87449:40717 {}] wal.RegionGroupingProvider(102): Instantiating RegionGroupingStrategy of type class org.apache.hadoop.hbase.wal.BoundedGroupingStrategy 2024-11-26T08:33:46,504 DEBUG [RS:0;719ac8e87449:40717 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/WALs/719ac8e87449,40717,1732610023231 2024-11-26T08:33:46,505 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [719ac8e87449,40717,1732610023231] 2024-11-26T08:33:46,528 INFO [RS:0;719ac8e87449:40717 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T08:33:46,543 INFO [RS:0;719ac8e87449:40717 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T08:33:46,548 INFO [RS:0;719ac8e87449:40717 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T08:33:46,548 INFO [RS:0;719ac8e87449:40717 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T08:33:46,549 INFO [RS:0;719ac8e87449:40717 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-26T08:33:46,554 INFO [RS:0;719ac8e87449:40717 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-26T08:33:46,555 WARN [719ac8e87449:38507 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-26T08:33:46,555 INFO [RS:0;719ac8e87449:40717 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T08:33:46,556 DEBUG [RS:0;719ac8e87449:40717 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/719ac8e87449:0, corePoolSize=1, maxPoolSize=1 2024-11-26T08:33:46,556 DEBUG [RS:0;719ac8e87449:40717 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/719ac8e87449:0, corePoolSize=1, maxPoolSize=1 2024-11-26T08:33:46,556 DEBUG [RS:0;719ac8e87449:40717 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/719ac8e87449:0, corePoolSize=1, maxPoolSize=1 2024-11-26T08:33:46,556 DEBUG [RS:0;719ac8e87449:40717 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/719ac8e87449:0, corePoolSize=1, maxPoolSize=1 2024-11-26T08:33:46,556 DEBUG [RS:0;719ac8e87449:40717 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/719ac8e87449:0, corePoolSize=1, maxPoolSize=1 2024-11-26T08:33:46,556 DEBUG [RS:0;719ac8e87449:40717 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/719ac8e87449:0, corePoolSize=2, maxPoolSize=2 2024-11-26T08:33:46,556 DEBUG [RS:0;719ac8e87449:40717 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/719ac8e87449:0, corePoolSize=1, maxPoolSize=1 2024-11-26T08:33:46,557 DEBUG [RS:0;719ac8e87449:40717 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/719ac8e87449:0, corePoolSize=1, maxPoolSize=1 2024-11-26T08:33:46,557 DEBUG [RS:0;719ac8e87449:40717 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/719ac8e87449:0, corePoolSize=1, maxPoolSize=1 2024-11-26T08:33:46,557 DEBUG [RS:0;719ac8e87449:40717 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/719ac8e87449:0, corePoolSize=1, maxPoolSize=1 2024-11-26T08:33:46,557 DEBUG [RS:0;719ac8e87449:40717 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/719ac8e87449:0, corePoolSize=1, maxPoolSize=1 2024-11-26T08:33:46,557 DEBUG [RS:0;719ac8e87449:40717 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/719ac8e87449:0, corePoolSize=1, maxPoolSize=1 2024-11-26T08:33:46,557 DEBUG [RS:0;719ac8e87449:40717 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0, corePoolSize=3, maxPoolSize=3 2024-11-26T08:33:46,558 DEBUG [RS:0;719ac8e87449:40717 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/719ac8e87449:0, corePoolSize=3, maxPoolSize=3 2024-11-26T08:33:46,558 INFO [RS:0;719ac8e87449:40717 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T08:33:46,558 INFO [RS:0;719ac8e87449:40717 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T08:33:46,559 INFO [RS:0;719ac8e87449:40717 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T08:33:46,559 INFO [RS:0;719ac8e87449:40717 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T08:33:46,559 INFO [RS:0;719ac8e87449:40717 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T08:33:46,559 INFO [RS:0;719ac8e87449:40717 {}] hbase.ChoreService(168): Chore ScheduledChore name=719ac8e87449,40717,1732610023231-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T08:33:46,576 INFO [RS:0;719ac8e87449:40717 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T08:33:46,578 INFO [RS:0;719ac8e87449:40717 {}] hbase.ChoreService(168): Chore ScheduledChore name=719ac8e87449,40717,1732610023231-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T08:33:46,579 INFO [RS:0;719ac8e87449:40717 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T08:33:46,579 INFO [RS:0;719ac8e87449:40717 {}] regionserver.Replication(171): 719ac8e87449,40717,1732610023231 started 2024-11-26T08:33:46,595 INFO [RS:0;719ac8e87449:40717 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T08:33:46,596 INFO [RS:0;719ac8e87449:40717 {}] regionserver.HRegionServer(1482): Serving as 719ac8e87449,40717,1732610023231, RpcServer on 719ac8e87449/172.17.0.2:40717, sessionid=0x1017790678c0001 2024-11-26T08:33:46,597 DEBUG [RS:0;719ac8e87449:40717 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T08:33:46,597 DEBUG [RS:0;719ac8e87449:40717 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 719ac8e87449,40717,1732610023231 2024-11-26T08:33:46,597 DEBUG [RS:0;719ac8e87449:40717 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '719ac8e87449,40717,1732610023231' 2024-11-26T08:33:46,597 DEBUG [RS:0;719ac8e87449:40717 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/flush-table-proc/abort' 2024-11-26T08:33:46,598 DEBUG [RS:0;719ac8e87449:40717 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/flush-table-proc/acquired' 2024-11-26T08:33:46,599 DEBUG [RS:0;719ac8e87449:40717 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T08:33:46,599 DEBUG [RS:0;719ac8e87449:40717 {}] procedure.RegionServerProcedureManagerHost(51): Procedure backup-proc starting 2024-11-26T08:33:46,599 DEBUG [RS:0;719ac8e87449:40717 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '719ac8e87449,40717,1732610023231' 2024-11-26T08:33:46,599 DEBUG [RS:0;719ac8e87449:40717 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-26T08:33:46,600 DEBUG [RS:0;719ac8e87449:40717 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-26T08:33:46,600 INFO [RS:0;719ac8e87449:40717 {}] regionserver.LogRollRegionServerProcedureManager(92): Started region server backup manager. 2024-11-26T08:33:46,600 DEBUG [RS:0;719ac8e87449:40717 {}] procedure.RegionServerProcedureManagerHost(53): Procedure backup-proc started 2024-11-26T08:33:46,600 DEBUG [RS:0;719ac8e87449:40717 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T08:33:46,601 DEBUG [RS:0;719ac8e87449:40717 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 719ac8e87449,40717,1732610023231 2024-11-26T08:33:46,601 DEBUG [RS:0;719ac8e87449:40717 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '719ac8e87449,40717,1732610023231' 2024-11-26T08:33:46,601 DEBUG [RS:0;719ac8e87449:40717 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/online-snapshot/abort' 2024-11-26T08:33:46,601 DEBUG [RS:0;719ac8e87449:40717 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/online-snapshot/acquired' 2024-11-26T08:33:46,602 DEBUG [RS:0;719ac8e87449:40717 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T08:33:46,602 INFO [RS:0;719ac8e87449:40717 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T08:33:46,602 INFO [RS:0;719ac8e87449:40717 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T08:33:46,707 INFO [RS:0;719ac8e87449:40717 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T08:33:46,708 INFO [RS:0;719ac8e87449:40717 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 719ac8e87449,40717,1732610023231.regiongroup-0 2024-11-26T08:33:46,711 INFO [RS:0;719ac8e87449:40717 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=719ac8e87449%2C40717%2C1732610023231.719ac8e87449%2C40717%2C1732610023231.regiongroup-0, suffix=, logDir=hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/WALs/719ac8e87449,40717,1732610023231, archiveDir=hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/oldWALs, maxLogs=32 2024-11-26T08:33:46,725 DEBUG [RS:0;719ac8e87449:40717 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/WALs/719ac8e87449,40717,1732610023231/719ac8e87449%2C40717%2C1732610023231.719ac8e87449%2C40717%2C1732610023231.regiongroup-0.1732610026713, exclude list is [], retry=0 2024-11-26T08:33:46,731 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37101,DS-fb8eee8b-3b5e-498f-9dd9-655fc2461d22,DISK] 2024-11-26T08:33:46,735 INFO [RS:0;719ac8e87449:40717 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/WALs/719ac8e87449,40717,1732610023231/719ac8e87449%2C40717%2C1732610023231.719ac8e87449%2C40717%2C1732610023231.regiongroup-0.1732610026713 2024-11-26T08:33:46,735 DEBUG [RS:0;719ac8e87449:40717 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45793:45793)] 2024-11-26T08:33:46,807 DEBUG [719ac8e87449:38507 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-26T08:33:46,820 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=719ac8e87449,40717,1732610023231 2024-11-26T08:33:46,827 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 719ac8e87449,40717,1732610023231, state=OPENING 2024-11-26T08:33:46,864 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-26T08:33:46,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38507-0x1017790678c0000, quorum=127.0.0.1:50703, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-26T08:33:46,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40717-0x1017790678c0001, quorum=127.0.0.1:50703, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-26T08:33:46,882 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2024-11-26T08:33:46,882 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2024-11-26T08:33:46,884 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T08:33:46,885 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=719ac8e87449,40717,1732610023231}] 2024-11-26T08:33:47,061 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T08:33:47,063 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53201, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T08:33:47,077 INFO [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-26T08:33:47,078 INFO [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.RegionGroupingProvider 2024-11-26T08:33:47,078 INFO [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.RegionGroupingProvider(102): Instantiating RegionGroupingStrategy of type class org.apache.hadoop.hbase.wal.BoundedGroupingStrategy 2024-11-26T08:33:47,078 INFO [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T08:33:47,079 INFO [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-26T08:33:47,083 INFO [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=719ac8e87449%2C40717%2C1732610023231.meta, suffix=.meta, logDir=hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/WALs/719ac8e87449,40717,1732610023231, archiveDir=hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/oldWALs, maxLogs=32 2024-11-26T08:33:47,100 DEBUG [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/WALs/719ac8e87449,40717,1732610023231/719ac8e87449%2C40717%2C1732610023231.meta.1732610027086.meta, exclude list is [], retry=0 2024-11-26T08:33:47,104 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37101,DS-fb8eee8b-3b5e-498f-9dd9-655fc2461d22,DISK] 2024-11-26T08:33:47,108 INFO [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/WALs/719ac8e87449,40717,1732610023231/719ac8e87449%2C40717%2C1732610023231.meta.1732610027086.meta 2024-11-26T08:33:47,108 DEBUG [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45793:45793)] 2024-11-26T08:33:47,109 DEBUG [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-26T08:33:47,114 INFO [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-26T08:33:47,116 DEBUG [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T08:33:47,120 DEBUG [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-26T08:33:47,120 INFO [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-26T08:33:47,125 DEBUG [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-26T08:33:47,126 DEBUG [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T08:33:47,127 DEBUG [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-26T08:33:47,127 DEBUG [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-26T08:33:47,131 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T08:33:47,133 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T08:33:47,133 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T08:33:47,134 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T08:33:47,134 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T08:33:47,136 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T08:33:47,136 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T08:33:47,137 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T08:33:47,138 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T08:33:47,139 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T08:33:47,140 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T08:33:47,141 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T08:33:47,141 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T08:33:47,143 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T08:33:47,143 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T08:33:47,144 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T08:33:47,145 DEBUG [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T08:33:47,146 DEBUG [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/hbase/meta/1588230740 2024-11-26T08:33:47,150 DEBUG [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/hbase/meta/1588230740 2024-11-26T08:33:47,153 DEBUG [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T08:33:47,153 DEBUG [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T08:33:47,154 DEBUG [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T08:33:47,159 DEBUG [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T08:33:47,162 INFO [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10609567840, jitterRate=-0.011906996369361877}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T08:33:47,162 DEBUG [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-26T08:33:47,164 DEBUG [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732610027128Writing region info on filesystem at 1732610027128Initializing all the Stores at 1732610027130 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732610027130Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732610027130Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732610027130Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732610027131 (+1 ms)Cleaning up temporary data from old regions at 1732610027153 (+22 ms)Running coprocessor post-open hooks at 1732610027162 (+9 ms)Region opened successfully at 1732610027164 (+2 ms) 2024-11-26T08:33:47,174 INFO [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732610027052 2024-11-26T08:33:47,188 DEBUG [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-26T08:33:47,189 INFO [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-26T08:33:47,190 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=719ac8e87449,40717,1732610023231 2024-11-26T08:33:47,193 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 719ac8e87449,40717,1732610023231, state=OPEN 2024-11-26T08:33:47,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40717-0x1017790678c0001, quorum=127.0.0.1:50703, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/meta-region-server 2024-11-26T08:33:47,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38507-0x1017790678c0000, quorum=127.0.0.1:50703, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/meta-region-server 2024-11-26T08:33:47,247 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2024-11-26T08:33:47,247 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2024-11-26T08:33:47,248 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=719ac8e87449,40717,1732610023231 2024-11-26T08:33:47,255 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-26T08:33:47,256 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=719ac8e87449,40717,1732610023231 in 363 msec 2024-11-26T08:33:47,264 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-26T08:33:47,264 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 868 msec 2024-11-26T08:33:47,266 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T08:33:47,266 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-26T08:33:47,289 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T08:33:47,291 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=719ac8e87449,40717,1732610023231, seqNum=-1] 2024-11-26T08:33:47,311 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T08:33:47,314 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38435, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T08:33:47,335 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1630 sec 2024-11-26T08:33:47,336 INFO [master/719ac8e87449:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732610027336, completionTime=-1 2024-11-26T08:33:47,339 INFO [master/719ac8e87449:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-26T08:33:47,340 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-26T08:33:47,373 INFO [master/719ac8e87449:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-26T08:33:47,373 INFO [master/719ac8e87449:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732610087373 2024-11-26T08:33:47,374 INFO [master/719ac8e87449:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732610147373 2024-11-26T08:33:47,374 INFO [master/719ac8e87449:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 34 msec 2024-11-26T08:33:47,377 INFO [master/719ac8e87449:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=719ac8e87449,38507,1732610021435-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T08:33:47,377 INFO [master/719ac8e87449:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=719ac8e87449,38507,1732610021435-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T08:33:47,377 INFO [master/719ac8e87449:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=719ac8e87449,38507,1732610021435-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T08:33:47,379 INFO [master/719ac8e87449:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-719ac8e87449:38507, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T08:33:47,380 INFO [master/719ac8e87449:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-26T08:33:47,380 INFO [master/719ac8e87449:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-26T08:33:47,390 DEBUG [master/719ac8e87449:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-26T08:33:47,420 INFO [master/719ac8e87449:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.945sec 2024-11-26T08:33:47,421 INFO [master/719ac8e87449:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-26T08:33:47,423 INFO [master/719ac8e87449:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-26T08:33:47,425 INFO [master/719ac8e87449:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-26T08:33:47,426 INFO [master/719ac8e87449:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-26T08:33:47,426 INFO [master/719ac8e87449:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-26T08:33:47,427 INFO [master/719ac8e87449:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=719ac8e87449,38507,1732610021435-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T08:33:47,428 INFO [master/719ac8e87449:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=719ac8e87449,38507,1732610021435-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-26T08:33:47,441 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-26T08:33:47,442 INFO [master/719ac8e87449:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-26T08:33:47,443 INFO [master/719ac8e87449:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=719ac8e87449,38507,1732610021435-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T08:33:47,476 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68cc25be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T08:33:47,479 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-26T08:33:47,479 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-26T08:33:47,483 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 719ac8e87449,38507,-1 for getting cluster id 2024-11-26T08:33:47,483 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T08:33:47,491 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '17d1c972-e6d1-49bb-8136-c4aa91e4da0d' 2024-11-26T08:33:47,492 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T08:33:47,492 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "17d1c972-e6d1-49bb-8136-c4aa91e4da0d" 2024-11-26T08:33:47,493 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5273da3a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T08:33:47,493 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [719ac8e87449,38507,-1] 2024-11-26T08:33:47,493 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T08:33:47,494 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T08:33:47,496 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55880, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T08:33:47,498 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@195abe33, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T08:33:47,499 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T08:33:47,509 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=719ac8e87449,40717,1732610023231, seqNum=-1] 2024-11-26T08:33:47,509 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T08:33:47,513 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49158, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T08:33:47,539 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=719ac8e87449,38507,1732610021435 2024-11-26T08:33:47,539 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2305): Starting mini mapreduce cluster... 2024-11-26T08:33:47,539 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/5c1d7269-9c3d-d2f1-151b-0b39cfe105a5/test.cache.data in system properties and HBase conf 2024-11-26T08:33:47,540 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/5c1d7269-9c3d-d2f1-151b-0b39cfe105a5/hadoop.tmp.dir in system properties and HBase conf 2024-11-26T08:33:47,540 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/5c1d7269-9c3d-d2f1-151b-0b39cfe105a5/hadoop.log.dir in system properties and HBase conf 2024-11-26T08:33:47,540 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/5c1d7269-9c3d-d2f1-151b-0b39cfe105a5/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-26T08:33:47,540 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/5c1d7269-9c3d-d2f1-151b-0b39cfe105a5/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-26T08:33:47,540 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-26T08:33:47,540 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/5c1d7269-9c3d-d2f1-151b-0b39cfe105a5/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-26T08:33:47,541 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/5c1d7269-9c3d-d2f1-151b-0b39cfe105a5/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-26T08:33:47,541 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/5c1d7269-9c3d-d2f1-151b-0b39cfe105a5/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-26T08:33:47,541 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/5c1d7269-9c3d-d2f1-151b-0b39cfe105a5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T08:33:47,541 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/5c1d7269-9c3d-d2f1-151b-0b39cfe105a5/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-26T08:33:47,541 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/5c1d7269-9c3d-d2f1-151b-0b39cfe105a5/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-26T08:33:47,541 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/5c1d7269-9c3d-d2f1-151b-0b39cfe105a5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T08:33:47,541 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/5c1d7269-9c3d-d2f1-151b-0b39cfe105a5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T08:33:47,542 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/5c1d7269-9c3d-d2f1-151b-0b39cfe105a5/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-26T08:33:47,542 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/5c1d7269-9c3d-d2f1-151b-0b39cfe105a5/nfs.dump.dir in system properties and HBase conf 2024-11-26T08:33:47,542 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/5c1d7269-9c3d-d2f1-151b-0b39cfe105a5/java.io.tmpdir in system properties and HBase conf 2024-11-26T08:33:47,542 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/5c1d7269-9c3d-d2f1-151b-0b39cfe105a5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T08:33:47,542 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/5c1d7269-9c3d-d2f1-151b-0b39cfe105a5/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-26T08:33:47,542 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/5c1d7269-9c3d-d2f1-151b-0b39cfe105a5/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-26T08:33:47,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37101 is added to blk_1073741835_1011 (size=592039) 2024-11-26T08:33:47,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37101 is added to blk_1073741836_1012 (size=1663647) 2024-11-26T08:33:48,835 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T08:33:48,912 WARN [Thread-251 {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T08:33:49,123 INFO [Thread-251 {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T08:33:49,123 WARN [Time-limited test {}] servlet.GuiceFilter(102): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2024-11-26T08:33:49,124 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T08:33:49,139 INFO [Thread-251 {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T08:33:49,139 INFO [Thread-251 {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T08:33:49,139 INFO [Thread-251 {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T08:33:49,143 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T08:33:49,143 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T08:33:49,143 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T08:33:49,143 INFO [Thread-251 {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6d507314{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/5c1d7269-9c3d-d2f1-151b-0b39cfe105a5/hadoop.log.dir/,AVAILABLE} 2024-11-26T08:33:49,144 INFO [Thread-251 {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@62be5610{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,AVAILABLE} 2024-11-26T08:33:49,145 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T08:33:49,152 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7ccdffea{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/5c1d7269-9c3d-d2f1-151b-0b39cfe105a5/hadoop.log.dir/,AVAILABLE} 2024-11-26T08:33:49,152 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@31795375{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,AVAILABLE} 2024-11-26T08:33:49,276 INFO [Thread-251 {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.server.resourcemanager.webapp.JAXBContextResolver as a provider class 2024-11-26T08:33:49,277 INFO [Thread-251 {}] container.GuiceComponentProviderFactory(116): Registering org.apache.hadoop.yarn.server.resourcemanager.webapp.RMWebServices as a root resource class 2024-11-26T08:33:49,277 INFO [Thread-251 {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2024-11-26T08:33:49,279 INFO [Thread-251 {}] application.WebApplicationImpl(815): Initiating Jersey application, version 'Jersey: 1.19.4 05/24/2017 03:20 PM' 2024-11-26T08:33:49,328 INFO [Thread-251 {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.resourcemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2024-11-26T08:33:49,427 INFO [Thread-251 {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2024-11-26T08:33:49,692 INFO [Thread-251 {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.resourcemanager.webapp.RMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2024-11-26T08:33:49,715 INFO [Thread-251 {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@cb89b52{jobhistory,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/5c1d7269-9c3d-d2f1-151b-0b39cfe105a5/java.io.tmpdir/jetty-localhost-42543-hadoop-yarn-common-3_4_1_jar-_-any-16148105223434024298/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/jobhistory} 2024-11-26T08:33:49,715 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6e18ba7f{cluster,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/5c1d7269-9c3d-d2f1-151b-0b39cfe105a5/java.io.tmpdir/jetty-localhost-44795-hadoop-yarn-common-3_4_1_jar-_-any-8542761222833531146/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/cluster} 2024-11-26T08:33:49,716 INFO [Thread-251 {}] server.AbstractConnector(333): Started ServerConnector@675d49e7{HTTP/1.1, (http/1.1)}{localhost:42543} 2024-11-26T08:33:49,716 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@567287a2{HTTP/1.1, (http/1.1)}{localhost:44795} 2024-11-26T08:33:49,717 INFO [Thread-251 {}] server.Server(415): Started @15850ms 2024-11-26T08:33:49,717 INFO [Time-limited test {}] server.Server(415): Started @15850ms 2024-11-26T08:33:49,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37101 is added to blk_1073741837_1013 (size=5) 2024-11-26T08:33:51,038 WARN [Time-limited test {}] tracker.NMLogAggregationStatusTracker(95): Log Aggregation is disabled.So is the LogAggregationStatusTracker. 2024-11-26T08:33:51,043 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T08:33:51,070 WARN [Time-limited test {}] servlet.GuiceFilter(102): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2024-11-26T08:33:51,071 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T08:33:51,075 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T08:33:51,075 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T08:33:51,075 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T08:33:51,076 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T08:33:51,076 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@68df58fe{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/5c1d7269-9c3d-d2f1-151b-0b39cfe105a5/hadoop.log.dir/,AVAILABLE} 2024-11-26T08:33:51,077 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@69745eef{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,AVAILABLE} 2024-11-26T08:33:51,149 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(116): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices as a root resource class 2024-11-26T08:33:51,149 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2024-11-26T08:33:51,150 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver as a provider class 2024-11-26T08:33:51,150 INFO [Time-limited test {}] application.WebApplicationImpl(815): Initiating Jersey application, version 'Jersey: 1.19.4 05/24/2017 03:20 PM' 2024-11-26T08:33:51,163 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2024-11-26T08:33:51,172 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2024-11-26T08:33:51,316 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2024-11-26T08:33:51,328 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3c406b9{node,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/5c1d7269-9c3d-d2f1-151b-0b39cfe105a5/java.io.tmpdir/jetty-localhost-37867-hadoop-yarn-common-3_4_1_jar-_-any-16788018152997423272/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/node} 2024-11-26T08:33:51,329 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4dcf8b1d{HTTP/1.1, (http/1.1)}{localhost:37867} 2024-11-26T08:33:51,329 INFO [Time-limited test {}] server.Server(415): Started @17463ms 2024-11-26T08:33:51,473 WARN [Time-limited test {}] tracker.NMLogAggregationStatusTracker(95): Log Aggregation is disabled.So is the LogAggregationStatusTracker. 2024-11-26T08:33:51,476 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T08:33:51,492 WARN [Time-limited test {}] servlet.GuiceFilter(102): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2024-11-26T08:33:51,493 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T08:33:51,494 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T08:33:51,494 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T08:33:51,494 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-26T08:33:51,496 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T08:33:51,497 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@77a61db4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/5c1d7269-9c3d-d2f1-151b-0b39cfe105a5/hadoop.log.dir/,AVAILABLE} 2024-11-26T08:33:51,497 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7c3869a7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,AVAILABLE} 2024-11-26T08:33:51,542 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(116): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices as a root resource class 2024-11-26T08:33:51,542 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2024-11-26T08:33:51,542 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver as a provider class 2024-11-26T08:33:51,542 INFO [Time-limited test {}] application.WebApplicationImpl(815): Initiating Jersey application, version 'Jersey: 1.19.4 05/24/2017 03:20 PM' 2024-11-26T08:33:51,553 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2024-11-26T08:33:51,559 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2024-11-26T08:33:51,679 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2024-11-26T08:33:51,686 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6e01db6f{node,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/5c1d7269-9c3d-d2f1-151b-0b39cfe105a5/java.io.tmpdir/jetty-localhost-46231-hadoop-yarn-common-3_4_1_jar-_-any-1054494134001405460/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/node} 2024-11-26T08:33:51,691 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2b2cb907{HTTP/1.1, (http/1.1)}{localhost:46231} 2024-11-26T08:33:51,691 INFO [Time-limited test {}] server.Server(415): Started @17824ms 2024-11-26T08:33:51,728 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2341): Mini mapreduce cluster started 2024-11-26T08:33:51,728 INFO [Time-limited test {}] backup.TestBackupBase(336): ROOTDIR hdfs://localhost:46515/backupUT 2024-11-26T08:33:51,734 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T08:33:51,744 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 719ac8e87449,38507,1732610021435 2024-11-26T08:33:51,748 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@484d50f4 2024-11-26T08:33:51,750 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T08:33:51,757 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55886, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T08:33:51,760 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] master.HMaster$18(3529): Client=jenkins//172.17.0.2 creating {NAME => 'ns1'} 2024-11-26T08:33:51,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_NAMESPACE_PREPARE, hasLock=false; CreateNamespaceProcedure, namespace=ns1 2024-11-26T08:33:51,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T08:33:51,797 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateNamespaceProcedure, namespace=ns1 in 31 msec 2024-11-26T08:33:51,873 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-26T08:33:51,873 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-26T08:33:51,881 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.backup.BackupObserver 2024-11-26T08:33:51,881 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.backup.BackupObserver Metrics about HBase RegionObservers 2024-11-26T08:33:51,881 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T08:33:51,881 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-26T08:33:51,881 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-26T08:33:51,881 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-26T08:33:51,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T08:33:51,895 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$NamespaceProcedureBiConsumer(2745): Operation: CREATE_NAMESPACE, Namespace: ns1 completed 2024-11-26T08:33:51,896 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] master.HMaster$18(3529): Client=jenkins//172.17.0.2 creating {NAME => 'ns2'} 2024-11-26T08:33:51,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_NAMESPACE_PREPARE, hasLock=false; CreateNamespaceProcedure, namespace=ns2 2024-11-26T08:33:51,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=5 2024-11-26T08:33:51,912 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateNamespaceProcedure, namespace=ns2 in 13 msec 2024-11-26T08:33:52,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=5 2024-11-26T08:33:52,015 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$NamespaceProcedureBiConsumer(2745): Operation: CREATE_NAMESPACE, Namespace: ns2 completed 2024-11-26T08:33:52,016 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] master.HMaster$18(3529): Client=jenkins//172.17.0.2 creating {NAME => 'ns3'} 2024-11-26T08:33:52,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] procedure2.ProcedureExecutor(1139): Stored pid=6, state=RUNNABLE:CREATE_NAMESPACE_PREPARE, hasLock=false; CreateNamespaceProcedure, namespace=ns3 2024-11-26T08:33:52,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=6 2024-11-26T08:33:52,030 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, state=SUCCESS, hasLock=false; CreateNamespaceProcedure, namespace=ns3 in 12 msec 2024-11-26T08:33:52,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=6 2024-11-26T08:33:52,124 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$NamespaceProcedureBiConsumer(2745): Operation: CREATE_NAMESPACE, Namespace: ns3 completed 2024-11-26T08:33:52,125 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] master.HMaster$18(3529): Client=jenkins//172.17.0.2 creating {NAME => 'ns4'} 2024-11-26T08:33:52,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE, hasLock=false; CreateNamespaceProcedure, namespace=ns4 2024-11-26T08:33:52,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T08:33:52,142 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; CreateNamespaceProcedure, namespace=ns4 in 13 msec 2024-11-26T08:33:52,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T08:33:52,234 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$NamespaceProcedureBiConsumer(2745): Operation: CREATE_NAMESPACE, Namespace: ns4 completed 2024-11-26T08:33:52,245 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test-1732610031728', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T08:33:52,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test-1732610031728 2024-11-26T08:33:52,257 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test-1732610031728 execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T08:33:52,259 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test-1732610031728" procId is: 8 2024-11-26T08:33:52,260 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T08:33:52,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=8 2024-11-26T08:33:52,262 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test-1732610031728 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T08:33:52,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37101 is added to blk_1073741838_1014 (size=367) 2024-11-26T08:33:52,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=8 2024-11-26T08:33:52,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=8 2024-11-26T08:33:52,647 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2024-11-26T08:33:52,679 INFO [RegionOpenAndInit-test-1732610031728-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => aaf2ed5a35d99d782b6a4ccacf5b1db6, NAME => 'test-1732610031728,,1732610032240.aaf2ed5a35d99d782b6a4ccacf5b1db6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test-1732610031728', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6 2024-11-26T08:33:52,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37101 is added to blk_1073741839_1015 (size=53) 2024-11-26T08:33:52,700 DEBUG [RegionOpenAndInit-test-1732610031728-pool-0 {}] regionserver.HRegion(898): Instantiated test-1732610031728,,1732610032240.aaf2ed5a35d99d782b6a4ccacf5b1db6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T08:33:52,700 DEBUG [RegionOpenAndInit-test-1732610031728-pool-0 {}] regionserver.HRegion(1722): Closing aaf2ed5a35d99d782b6a4ccacf5b1db6, disabling compactions & flushes 2024-11-26T08:33:52,700 INFO [RegionOpenAndInit-test-1732610031728-pool-0 {}] regionserver.HRegion(1755): Closing region test-1732610031728,,1732610032240.aaf2ed5a35d99d782b6a4ccacf5b1db6. 2024-11-26T08:33:52,700 DEBUG [RegionOpenAndInit-test-1732610031728-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test-1732610031728,,1732610032240.aaf2ed5a35d99d782b6a4ccacf5b1db6. 2024-11-26T08:33:52,700 DEBUG [RegionOpenAndInit-test-1732610031728-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test-1732610031728,,1732610032240.aaf2ed5a35d99d782b6a4ccacf5b1db6. after waiting 0 ms 2024-11-26T08:33:52,700 DEBUG [RegionOpenAndInit-test-1732610031728-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test-1732610031728,,1732610032240.aaf2ed5a35d99d782b6a4ccacf5b1db6. 2024-11-26T08:33:52,700 INFO [RegionOpenAndInit-test-1732610031728-pool-0 {}] regionserver.HRegion(1973): Closed test-1732610031728,,1732610032240.aaf2ed5a35d99d782b6a4ccacf5b1db6. 2024-11-26T08:33:52,700 DEBUG [RegionOpenAndInit-test-1732610031728-pool-0 {}] regionserver.HRegion(1676): Region close journal for aaf2ed5a35d99d782b6a4ccacf5b1db6: Waiting for close lock at 1732610032700Disabling compacts and flushes for region at 1732610032700Disabling writes for close at 1732610032700Writing region close event to WAL at 1732610032700Closed at 1732610032700 2024-11-26T08:33:52,703 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test-1732610031728 execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T08:33:52,706 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-26T08:33:52,711 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test-1732610031728,,1732610032240.aaf2ed5a35d99d782b6a4ccacf5b1db6.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732610032704"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732610032704"}]},"ts":"1732610032704"} 2024-11-26T08:33:52,717 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T08:33:52,719 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test-1732610031728 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T08:33:52,723 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test-1732610031728","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732610032719"}]},"ts":"1732610032719"} 2024-11-26T08:33:52,727 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test-1732610031728, state=ENABLING in hbase:meta 2024-11-26T08:33:52,729 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test-1732610031728, region=aaf2ed5a35d99d782b6a4ccacf5b1db6, ASSIGN}] 2024-11-26T08:33:52,731 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test-1732610031728, region=aaf2ed5a35d99d782b6a4ccacf5b1db6, ASSIGN 2024-11-26T08:33:52,733 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test-1732610031728, region=aaf2ed5a35d99d782b6a4ccacf5b1db6, ASSIGN; state=OFFLINE, location=719ac8e87449,40717,1732610023231; forceNewPlan=false, retain=false 2024-11-26T08:33:52,885 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=aaf2ed5a35d99d782b6a4ccacf5b1db6, regionState=OPENING, regionLocation=719ac8e87449,40717,1732610023231 2024-11-26T08:33:52,889 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test-1732610031728, region=aaf2ed5a35d99d782b6a4ccacf5b1db6, ASSIGN because future has completed 2024-11-26T08:33:52,890 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure aaf2ed5a35d99d782b6a4ccacf5b1db6, server=719ac8e87449,40717,1732610023231}] 2024-11-26T08:33:52,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=8 2024-11-26T08:33:53,065 INFO [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] handler.AssignRegionHandler(132): Open test-1732610031728,,1732610032240.aaf2ed5a35d99d782b6a4ccacf5b1db6. 2024-11-26T08:33:53,065 INFO [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T08:33:53,065 INFO [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor 719ac8e87449,40717,1732610023231.regiongroup-1 2024-11-26T08:33:53,068 INFO [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=719ac8e87449%2C40717%2C1732610023231.719ac8e87449%2C40717%2C1732610023231.regiongroup-1, suffix=, logDir=hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/WALs/719ac8e87449,40717,1732610023231, archiveDir=hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/oldWALs, maxLogs=32 2024-11-26T08:33:53,083 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/WALs/719ac8e87449,40717,1732610023231/719ac8e87449%2C40717%2C1732610023231.719ac8e87449%2C40717%2C1732610023231.regiongroup-1.1732610033070, exclude list is [], retry=0 2024-11-26T08:33:53,088 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37101,DS-fb8eee8b-3b5e-498f-9dd9-655fc2461d22,DISK] 2024-11-26T08:33:53,090 INFO [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/WALs/719ac8e87449,40717,1732610023231/719ac8e87449%2C40717%2C1732610023231.719ac8e87449%2C40717%2C1732610023231.regiongroup-1.1732610033070 2024-11-26T08:33:53,091 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45793:45793)] 2024-11-26T08:33:53,091 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => aaf2ed5a35d99d782b6a4ccacf5b1db6, NAME => 'test-1732610031728,,1732610032240.aaf2ed5a35d99d782b6a4ccacf5b1db6.', STARTKEY => '', ENDKEY => ''} 2024-11-26T08:33:53,091 INFO [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-26T08:33:53,091 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-1732610031728 aaf2ed5a35d99d782b6a4ccacf5b1db6 2024-11-26T08:33:53,091 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(898): Instantiated test-1732610031728,,1732610032240.aaf2ed5a35d99d782b6a4ccacf5b1db6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T08:33:53,091 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for aaf2ed5a35d99d782b6a4ccacf5b1db6 2024-11-26T08:33:53,092 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for aaf2ed5a35d99d782b6a4ccacf5b1db6 2024-11-26T08:33:53,094 INFO [StoreOpener-aaf2ed5a35d99d782b6a4ccacf5b1db6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region aaf2ed5a35d99d782b6a4ccacf5b1db6 2024-11-26T08:33:53,097 INFO [StoreOpener-aaf2ed5a35d99d782b6a4ccacf5b1db6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aaf2ed5a35d99d782b6a4ccacf5b1db6 columnFamilyName f 2024-11-26T08:33:53,097 DEBUG [StoreOpener-aaf2ed5a35d99d782b6a4ccacf5b1db6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T08:33:53,098 INFO [StoreOpener-aaf2ed5a35d99d782b6a4ccacf5b1db6-1 {}] regionserver.HStore(327): Store=aaf2ed5a35d99d782b6a4ccacf5b1db6/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T08:33:53,098 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for aaf2ed5a35d99d782b6a4ccacf5b1db6 2024-11-26T08:33:53,100 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/default/test-1732610031728/aaf2ed5a35d99d782b6a4ccacf5b1db6 2024-11-26T08:33:53,100 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/default/test-1732610031728/aaf2ed5a35d99d782b6a4ccacf5b1db6 2024-11-26T08:33:53,101 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for aaf2ed5a35d99d782b6a4ccacf5b1db6 2024-11-26T08:33:53,101 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for aaf2ed5a35d99d782b6a4ccacf5b1db6 2024-11-26T08:33:53,104 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for aaf2ed5a35d99d782b6a4ccacf5b1db6 2024-11-26T08:33:53,108 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/default/test-1732610031728/aaf2ed5a35d99d782b6a4ccacf5b1db6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T08:33:53,109 INFO [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1114): Opened aaf2ed5a35d99d782b6a4ccacf5b1db6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10539758240, jitterRate=-0.01840852200984955}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-26T08:33:53,109 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for aaf2ed5a35d99d782b6a4ccacf5b1db6 2024-11-26T08:33:53,110 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for aaf2ed5a35d99d782b6a4ccacf5b1db6: Running coprocessor pre-open hook at 1732610033092Writing region info on filesystem at 1732610033092Initializing all the Stores at 1732610033093 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732610033093Cleaning up temporary data from old regions at 1732610033101 (+8 ms)Running coprocessor post-open hooks at 1732610033109 (+8 ms)Region opened successfully at 1732610033110 (+1 ms) 2024-11-26T08:33:53,112 INFO [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for test-1732610031728,,1732610032240.aaf2ed5a35d99d782b6a4ccacf5b1db6., pid=10, masterSystemTime=1732610033045 2024-11-26T08:33:53,115 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for test-1732610031728,,1732610032240.aaf2ed5a35d99d782b6a4ccacf5b1db6. 2024-11-26T08:33:53,115 INFO [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] handler.AssignRegionHandler(153): Opened test-1732610031728,,1732610032240.aaf2ed5a35d99d782b6a4ccacf5b1db6. 2024-11-26T08:33:53,116 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=aaf2ed5a35d99d782b6a4ccacf5b1db6, regionState=OPEN, openSeqNum=2, regionLocation=719ac8e87449,40717,1732610023231 2024-11-26T08:33:53,120 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure aaf2ed5a35d99d782b6a4ccacf5b1db6, server=719ac8e87449,40717,1732610023231 because future has completed 2024-11-26T08:33:53,126 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-26T08:33:53,126 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure aaf2ed5a35d99d782b6a4ccacf5b1db6, server=719ac8e87449,40717,1732610023231 in 232 msec 2024-11-26T08:33:53,131 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-26T08:33:53,131 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test-1732610031728, region=aaf2ed5a35d99d782b6a4ccacf5b1db6, ASSIGN in 397 msec 2024-11-26T08:33:53,132 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test-1732610031728 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T08:33:53,133 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test-1732610031728","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732610033132"}]},"ts":"1732610033132"} 2024-11-26T08:33:53,136 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test-1732610031728, state=ENABLED in hbase:meta 2024-11-26T08:33:53,137 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test-1732610031728 execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T08:33:53,140 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=test-1732610031728 in 889 msec 2024-11-26T08:33:53,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=8 2024-11-26T08:33:53,404 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test-1732610031728 completed 2024-11-26T08:33:53,405 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c452096, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T08:33:53,405 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 719ac8e87449,38507,-1 for getting cluster id 2024-11-26T08:33:53,405 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T08:33:53,406 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '17d1c972-e6d1-49bb-8136-c4aa91e4da0d' 2024-11-26T08:33:53,407 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T08:33:53,407 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "17d1c972-e6d1-49bb-8136-c4aa91e4da0d" 2024-11-26T08:33:53,407 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7394e545, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T08:33:53,407 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [719ac8e87449,38507,-1] 2024-11-26T08:33:53,408 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T08:33:53,408 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T08:33:53,410 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42244, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T08:33:53,411 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59782a10, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T08:33:53,413 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T08:33:53,415 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=719ac8e87449,40717,1732610023231, seqNum=-1] 2024-11-26T08:33:53,415 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T08:33:53,418 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57442, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T08:33:53,424 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test-1732610031728', row='row0', locateType=CURRENT is [region=test-1732610031728,,1732610032240.aaf2ed5a35d99d782b6a4ccacf5b1db6., hostname=719ac8e87449,40717,1732610023231, seqNum=2] 2024-11-26T08:33:53,428 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40717 {}] regionserver.HRegion(8528): writing data to region test-1732610031728,,1732610032240.aaf2ed5a35d99d782b6a4ccacf5b1db6. with WAL disabled. Data may be lost in the event of a crash. 2024-11-26T08:33:53,589 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'ns2:test-17326100317281', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T08:33:53,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=ns2:test-17326100317281 2024-11-26T08:33:53,593 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=ns2:test-17326100317281 execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T08:33:53,593 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T08:33:53,593 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "ns2" qualifier: "test-17326100317281" procId is: 11 2024-11-26T08:33:53,595 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=ns2:test-17326100317281 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T08:33:53,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-26T08:33:53,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37101 is added to blk_1073741841_1017 (size=364) 2024-11-26T08:33:53,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-26T08:33:53,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-26T08:33:54,007 INFO [RegionOpenAndInit-ns2:test-17326100317281-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => aa3be1f80fa6bd55cd0e5668b254a5bc, NAME => 'ns2:test-17326100317281,,1732610033589.aa3be1f80fa6bd55cd0e5668b254a5bc.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns2:test-17326100317281', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6 2024-11-26T08:33:54,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37101 is added to blk_1073741842_1018 (size=50) 2024-11-26T08:33:54,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-26T08:33:54,418 DEBUG [RegionOpenAndInit-ns2:test-17326100317281-pool-0 {}] regionserver.HRegion(898): Instantiated ns2:test-17326100317281,,1732610033589.aa3be1f80fa6bd55cd0e5668b254a5bc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T08:33:54,418 DEBUG [RegionOpenAndInit-ns2:test-17326100317281-pool-0 {}] regionserver.HRegion(1722): Closing aa3be1f80fa6bd55cd0e5668b254a5bc, disabling compactions & flushes 2024-11-26T08:33:54,418 INFO [RegionOpenAndInit-ns2:test-17326100317281-pool-0 {}] regionserver.HRegion(1755): Closing region ns2:test-17326100317281,,1732610033589.aa3be1f80fa6bd55cd0e5668b254a5bc. 2024-11-26T08:33:54,418 DEBUG [RegionOpenAndInit-ns2:test-17326100317281-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on ns2:test-17326100317281,,1732610033589.aa3be1f80fa6bd55cd0e5668b254a5bc. 2024-11-26T08:33:54,418 DEBUG [RegionOpenAndInit-ns2:test-17326100317281-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on ns2:test-17326100317281,,1732610033589.aa3be1f80fa6bd55cd0e5668b254a5bc. after waiting 0 ms 2024-11-26T08:33:54,418 DEBUG [RegionOpenAndInit-ns2:test-17326100317281-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region ns2:test-17326100317281,,1732610033589.aa3be1f80fa6bd55cd0e5668b254a5bc. 2024-11-26T08:33:54,418 INFO [RegionOpenAndInit-ns2:test-17326100317281-pool-0 {}] regionserver.HRegion(1973): Closed ns2:test-17326100317281,,1732610033589.aa3be1f80fa6bd55cd0e5668b254a5bc. 2024-11-26T08:33:54,418 DEBUG [RegionOpenAndInit-ns2:test-17326100317281-pool-0 {}] regionserver.HRegion(1676): Region close journal for aa3be1f80fa6bd55cd0e5668b254a5bc: Waiting for close lock at 1732610034418Disabling compacts and flushes for region at 1732610034418Disabling writes for close at 1732610034418Writing region close event to WAL at 1732610034418Closed at 1732610034418 2024-11-26T08:33:54,420 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=ns2:test-17326100317281 execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T08:33:54,421 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"ns2:test-17326100317281,,1732610033589.aa3be1f80fa6bd55cd0e5668b254a5bc.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1732610034420"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732610034420"}]},"ts":"1732610034420"} 2024-11-26T08:33:54,424 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T08:33:54,425 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=ns2:test-17326100317281 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T08:33:54,426 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:test-17326100317281","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732610034426"}]},"ts":"1732610034426"} 2024-11-26T08:33:54,429 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:test-17326100317281, state=ENABLING in hbase:meta 2024-11-26T08:33:54,429 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns2:test-17326100317281, region=aa3be1f80fa6bd55cd0e5668b254a5bc, ASSIGN}] 2024-11-26T08:33:54,431 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=11, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns2:test-17326100317281, region=aa3be1f80fa6bd55cd0e5668b254a5bc, ASSIGN 2024-11-26T08:33:54,432 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=11, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=ns2:test-17326100317281, region=aa3be1f80fa6bd55cd0e5668b254a5bc, ASSIGN; state=OFFLINE, location=719ac8e87449,40717,1732610023231; forceNewPlan=false, retain=false 2024-11-26T08:33:54,583 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=aa3be1f80fa6bd55cd0e5668b254a5bc, regionState=OPENING, regionLocation=719ac8e87449,40717,1732610023231 2024-11-26T08:33:54,587 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=11, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=ns2:test-17326100317281, region=aa3be1f80fa6bd55cd0e5668b254a5bc, ASSIGN because future has completed 2024-11-26T08:33:54,587 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure aa3be1f80fa6bd55cd0e5668b254a5bc, server=719ac8e87449,40717,1732610023231}] 2024-11-26T08:33:54,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-26T08:33:54,747 INFO [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(132): Open ns2:test-17326100317281,,1732610033589.aa3be1f80fa6bd55cd0e5668b254a5bc. 2024-11-26T08:33:54,747 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => aa3be1f80fa6bd55cd0e5668b254a5bc, NAME => 'ns2:test-17326100317281,,1732610033589.aa3be1f80fa6bd55cd0e5668b254a5bc.', STARTKEY => '', ENDKEY => ''} 2024-11-26T08:33:54,747 INFO [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-26T08:33:54,748 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-17326100317281 aa3be1f80fa6bd55cd0e5668b254a5bc 2024-11-26T08:33:54,748 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(898): Instantiated ns2:test-17326100317281,,1732610033589.aa3be1f80fa6bd55cd0e5668b254a5bc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T08:33:54,748 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for aa3be1f80fa6bd55cd0e5668b254a5bc 2024-11-26T08:33:54,748 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for aa3be1f80fa6bd55cd0e5668b254a5bc 2024-11-26T08:33:54,751 INFO [StoreOpener-aa3be1f80fa6bd55cd0e5668b254a5bc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region aa3be1f80fa6bd55cd0e5668b254a5bc 2024-11-26T08:33:54,753 INFO [StoreOpener-aa3be1f80fa6bd55cd0e5668b254a5bc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aa3be1f80fa6bd55cd0e5668b254a5bc columnFamilyName f 2024-11-26T08:33:54,754 DEBUG [StoreOpener-aa3be1f80fa6bd55cd0e5668b254a5bc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T08:33:54,755 INFO [StoreOpener-aa3be1f80fa6bd55cd0e5668b254a5bc-1 {}] regionserver.HStore(327): Store=aa3be1f80fa6bd55cd0e5668b254a5bc/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T08:33:54,755 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for aa3be1f80fa6bd55cd0e5668b254a5bc 2024-11-26T08:33:54,757 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/ns2/test-17326100317281/aa3be1f80fa6bd55cd0e5668b254a5bc 2024-11-26T08:33:54,757 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/ns2/test-17326100317281/aa3be1f80fa6bd55cd0e5668b254a5bc 2024-11-26T08:33:54,758 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for aa3be1f80fa6bd55cd0e5668b254a5bc 2024-11-26T08:33:54,758 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for aa3be1f80fa6bd55cd0e5668b254a5bc 2024-11-26T08:33:54,762 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for aa3be1f80fa6bd55cd0e5668b254a5bc 2024-11-26T08:33:54,765 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/ns2/test-17326100317281/aa3be1f80fa6bd55cd0e5668b254a5bc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T08:33:54,766 INFO [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1114): Opened aa3be1f80fa6bd55cd0e5668b254a5bc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10534487360, jitterRate=-0.01889941096305847}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-26T08:33:54,767 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for aa3be1f80fa6bd55cd0e5668b254a5bc 2024-11-26T08:33:54,768 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for aa3be1f80fa6bd55cd0e5668b254a5bc: Running coprocessor pre-open hook at 1732610034748Writing region info on filesystem at 1732610034748Initializing all the Stores at 1732610034750 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732610034750Cleaning up temporary data from old regions at 1732610034759 (+9 ms)Running coprocessor post-open hooks at 1732610034767 (+8 ms)Region opened successfully at 1732610034768 (+1 ms) 2024-11-26T08:33:54,770 INFO [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for ns2:test-17326100317281,,1732610033589.aa3be1f80fa6bd55cd0e5668b254a5bc., pid=13, masterSystemTime=1732610034741 2024-11-26T08:33:54,773 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for ns2:test-17326100317281,,1732610033589.aa3be1f80fa6bd55cd0e5668b254a5bc. 2024-11-26T08:33:54,773 INFO [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(153): Opened ns2:test-17326100317281,,1732610033589.aa3be1f80fa6bd55cd0e5668b254a5bc. 2024-11-26T08:33:54,774 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=aa3be1f80fa6bd55cd0e5668b254a5bc, regionState=OPEN, openSeqNum=2, regionLocation=719ac8e87449,40717,1732610023231 2024-11-26T08:33:54,778 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure aa3be1f80fa6bd55cd0e5668b254a5bc, server=719ac8e87449,40717,1732610023231 because future has completed 2024-11-26T08:33:54,784 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-26T08:33:54,784 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure aa3be1f80fa6bd55cd0e5668b254a5bc, server=719ac8e87449,40717,1732610023231 in 192 msec 2024-11-26T08:33:54,787 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-26T08:33:54,787 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns2:test-17326100317281, region=aa3be1f80fa6bd55cd0e5668b254a5bc, ASSIGN in 355 msec 2024-11-26T08:33:54,789 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=ns2:test-17326100317281 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T08:33:54,789 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:test-17326100317281","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732610034789"}]},"ts":"1732610034789"} 2024-11-26T08:33:54,792 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:test-17326100317281, state=ENABLED in hbase:meta 2024-11-26T08:33:54,794 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=ns2:test-17326100317281 execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T08:33:54,797 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; CreateTableProcedure table=ns2:test-17326100317281 in 1.2050 sec 2024-11-26T08:33:55,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-26T08:33:55,745 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: ns2:test-17326100317281 completed 2024-11-26T08:33:55,749 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:test-17326100317281', row='row0', locateType=CURRENT is [region=ns2:test-17326100317281,,1732610033589.aa3be1f80fa6bd55cd0e5668b254a5bc., hostname=719ac8e87449,40717,1732610023231, seqNum=2] 2024-11-26T08:33:55,751 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40717 {}] regionserver.HRegion(8528): writing data to region ns2:test-17326100317281,,1732610033589.aa3be1f80fa6bd55cd0e5668b254a5bc. with WAL disabled. Data may be lost in the event of a crash. 2024-11-26T08:33:55,911 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'ns3:test-17326100317282', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T08:33:55,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=ns3:test-17326100317282 2024-11-26T08:33:55,914 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=ns3:test-17326100317282 execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T08:33:55,914 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T08:33:55,914 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "ns3" qualifier: "test-17326100317282" procId is: 14 2024-11-26T08:33:55,916 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=ns3:test-17326100317282 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T08:33:55,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-26T08:33:55,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37101 is added to blk_1073741843_1019 (size=390) 2024-11-26T08:33:56,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-26T08:33:56,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-26T08:33:56,328 INFO [RegionOpenAndInit-ns3:test-17326100317282-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d622e6f6fc97a916dd2f828d3953daa1, NAME => 'ns3:test-17326100317282,,1732610035910.d622e6f6fc97a916dd2f828d3953daa1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns3:test-17326100317282', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6 2024-11-26T08:33:56,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37101 is added to blk_1073741844_1020 (size=50) 2024-11-26T08:33:56,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-26T08:33:56,737 DEBUG [RegionOpenAndInit-ns3:test-17326100317282-pool-0 {}] regionserver.HRegion(898): Instantiated ns3:test-17326100317282,,1732610035910.d622e6f6fc97a916dd2f828d3953daa1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T08:33:56,737 DEBUG [RegionOpenAndInit-ns3:test-17326100317282-pool-0 {}] regionserver.HRegion(1722): Closing d622e6f6fc97a916dd2f828d3953daa1, disabling compactions & flushes 2024-11-26T08:33:56,737 INFO [RegionOpenAndInit-ns3:test-17326100317282-pool-0 {}] regionserver.HRegion(1755): Closing region ns3:test-17326100317282,,1732610035910.d622e6f6fc97a916dd2f828d3953daa1. 2024-11-26T08:33:56,737 DEBUG [RegionOpenAndInit-ns3:test-17326100317282-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on ns3:test-17326100317282,,1732610035910.d622e6f6fc97a916dd2f828d3953daa1. 2024-11-26T08:33:56,737 DEBUG [RegionOpenAndInit-ns3:test-17326100317282-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on ns3:test-17326100317282,,1732610035910.d622e6f6fc97a916dd2f828d3953daa1. after waiting 0 ms 2024-11-26T08:33:56,737 DEBUG [RegionOpenAndInit-ns3:test-17326100317282-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region ns3:test-17326100317282,,1732610035910.d622e6f6fc97a916dd2f828d3953daa1. 2024-11-26T08:33:56,737 INFO [RegionOpenAndInit-ns3:test-17326100317282-pool-0 {}] regionserver.HRegion(1973): Closed ns3:test-17326100317282,,1732610035910.d622e6f6fc97a916dd2f828d3953daa1. 2024-11-26T08:33:56,737 DEBUG [RegionOpenAndInit-ns3:test-17326100317282-pool-0 {}] regionserver.HRegion(1676): Region close journal for d622e6f6fc97a916dd2f828d3953daa1: Waiting for close lock at 1732610036737Disabling compacts and flushes for region at 1732610036737Disabling writes for close at 1732610036737Writing region close event to WAL at 1732610036737Closed at 1732610036737 2024-11-26T08:33:56,739 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=ns3:test-17326100317282 execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T08:33:56,739 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"ns3:test-17326100317282,,1732610035910.d622e6f6fc97a916dd2f828d3953daa1.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1732610036739"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732610036739"}]},"ts":"1732610036739"} 2024-11-26T08:33:56,742 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T08:33:56,744 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=ns3:test-17326100317282 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T08:33:56,744 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns3:test-17326100317282","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732610036744"}]},"ts":"1732610036744"} 2024-11-26T08:33:56,746 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=ns3:test-17326100317282, state=ENABLING in hbase:meta 2024-11-26T08:33:56,747 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns3:test-17326100317282, region=d622e6f6fc97a916dd2f828d3953daa1, ASSIGN}] 2024-11-26T08:33:56,749 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=15, ppid=14, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns3:test-17326100317282, region=d622e6f6fc97a916dd2f828d3953daa1, ASSIGN 2024-11-26T08:33:56,750 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=15, ppid=14, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=ns3:test-17326100317282, region=d622e6f6fc97a916dd2f828d3953daa1, ASSIGN; state=OFFLINE, location=719ac8e87449,40717,1732610023231; forceNewPlan=false, retain=false 2024-11-26T08:33:56,901 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=15 updating hbase:meta row=d622e6f6fc97a916dd2f828d3953daa1, regionState=OPENING, regionLocation=719ac8e87449,40717,1732610023231 2024-11-26T08:33:56,904 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=14, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=ns3:test-17326100317282, region=d622e6f6fc97a916dd2f828d3953daa1, ASSIGN because future has completed 2024-11-26T08:33:56,905 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE, hasLock=false; OpenRegionProcedure d622e6f6fc97a916dd2f828d3953daa1, server=719ac8e87449,40717,1732610023231}] 2024-11-26T08:33:57,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-26T08:33:57,062 INFO [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open ns3:test-17326100317282,,1732610035910.d622e6f6fc97a916dd2f828d3953daa1. 2024-11-26T08:33:57,062 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => d622e6f6fc97a916dd2f828d3953daa1, NAME => 'ns3:test-17326100317282,,1732610035910.d622e6f6fc97a916dd2f828d3953daa1.', STARTKEY => '', ENDKEY => ''} 2024-11-26T08:33:57,062 INFO [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-26T08:33:57,063 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-17326100317282 d622e6f6fc97a916dd2f828d3953daa1 2024-11-26T08:33:57,063 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated ns3:test-17326100317282,,1732610035910.d622e6f6fc97a916dd2f828d3953daa1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T08:33:57,063 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for d622e6f6fc97a916dd2f828d3953daa1 2024-11-26T08:33:57,063 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for d622e6f6fc97a916dd2f828d3953daa1 2024-11-26T08:33:57,066 INFO [StoreOpener-d622e6f6fc97a916dd2f828d3953daa1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region d622e6f6fc97a916dd2f828d3953daa1 2024-11-26T08:33:57,068 INFO [StoreOpener-d622e6f6fc97a916dd2f828d3953daa1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d622e6f6fc97a916dd2f828d3953daa1 columnFamilyName f 2024-11-26T08:33:57,068 DEBUG [StoreOpener-d622e6f6fc97a916dd2f828d3953daa1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T08:33:57,069 INFO [StoreOpener-d622e6f6fc97a916dd2f828d3953daa1-1 {}] regionserver.HStore(327): Store=d622e6f6fc97a916dd2f828d3953daa1/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T08:33:57,069 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for d622e6f6fc97a916dd2f828d3953daa1 2024-11-26T08:33:57,071 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/ns3/test-17326100317282/d622e6f6fc97a916dd2f828d3953daa1 2024-11-26T08:33:57,071 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/ns3/test-17326100317282/d622e6f6fc97a916dd2f828d3953daa1 2024-11-26T08:33:57,072 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for d622e6f6fc97a916dd2f828d3953daa1 2024-11-26T08:33:57,072 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for d622e6f6fc97a916dd2f828d3953daa1 2024-11-26T08:33:57,075 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for d622e6f6fc97a916dd2f828d3953daa1 2024-11-26T08:33:57,079 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/ns3/test-17326100317282/d622e6f6fc97a916dd2f828d3953daa1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T08:33:57,080 INFO [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened d622e6f6fc97a916dd2f828d3953daa1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11242047200, jitterRate=0.04699723422527313}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-26T08:33:57,080 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d622e6f6fc97a916dd2f828d3953daa1 2024-11-26T08:33:57,081 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for d622e6f6fc97a916dd2f828d3953daa1: Running coprocessor pre-open hook at 1732610037063Writing region info on filesystem at 1732610037063Initializing all the Stores at 1732610037065 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732610037065Cleaning up temporary data from old regions at 1732610037072 (+7 ms)Running coprocessor post-open hooks at 1732610037080 (+8 ms)Region opened successfully at 1732610037081 (+1 ms) 2024-11-26T08:33:57,083 INFO [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for ns3:test-17326100317282,,1732610035910.d622e6f6fc97a916dd2f828d3953daa1., pid=16, masterSystemTime=1732610037057 2024-11-26T08:33:57,085 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for ns3:test-17326100317282,,1732610035910.d622e6f6fc97a916dd2f828d3953daa1. 2024-11-26T08:33:57,086 INFO [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened ns3:test-17326100317282,,1732610035910.d622e6f6fc97a916dd2f828d3953daa1. 2024-11-26T08:33:57,087 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=15 updating hbase:meta row=d622e6f6fc97a916dd2f828d3953daa1, regionState=OPEN, openSeqNum=2, regionLocation=719ac8e87449,40717,1732610023231 2024-11-26T08:33:57,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=15, state=RUNNABLE, hasLock=false; OpenRegionProcedure d622e6f6fc97a916dd2f828d3953daa1, server=719ac8e87449,40717,1732610023231 because future has completed 2024-11-26T08:33:57,095 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-26T08:33:57,096 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; OpenRegionProcedure d622e6f6fc97a916dd2f828d3953daa1, server=719ac8e87449,40717,1732610023231 in 187 msec 2024-11-26T08:33:57,099 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-26T08:33:57,099 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns3:test-17326100317282, region=d622e6f6fc97a916dd2f828d3953daa1, ASSIGN in 349 msec 2024-11-26T08:33:57,100 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=ns3:test-17326100317282 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T08:33:57,101 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns3:test-17326100317282","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732610037100"}]},"ts":"1732610037100"} 2024-11-26T08:33:57,103 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=ns3:test-17326100317282, state=ENABLED in hbase:meta 2024-11-26T08:33:57,105 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=ns3:test-17326100317282 execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T08:33:57,107 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; CreateTableProcedure table=ns3:test-17326100317282 in 1.1940 sec 2024-11-26T08:33:58,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-26T08:33:58,074 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: ns3:test-17326100317282 completed 2024-11-26T08:33:58,075 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table ns3:test-17326100317282 get assigned. Timeout = 60000ms 2024-11-26T08:33:58,076 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-26T08:33:58,082 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table ns3:test-17326100317282 assigned to meta. Checking AM states. 2024-11-26T08:33:58,083 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-26T08:33:58,084 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table ns3:test-17326100317282 assigned. 2024-11-26T08:33:58,087 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'ns4:test-17326100317283', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T08:33:58,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] procedure2.ProcedureExecutor(1139): Stored pid=17, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=ns4:test-17326100317283 2024-11-26T08:33:58,091 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=ns4:test-17326100317283 execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T08:33:58,091 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T08:33:58,091 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "ns4" qualifier: "test-17326100317283" procId is: 17 2024-11-26T08:33:58,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-26T08:33:58,093 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=ns4:test-17326100317283 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T08:33:58,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37101 is added to blk_1073741845_1021 (size=390) 2024-11-26T08:33:58,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-26T08:33:58,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-26T08:33:58,534 INFO [RegionOpenAndInit-ns4:test-17326100317283-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 94c7dd7eabe71a440b024630a5f1dab9, NAME => 'ns4:test-17326100317283,,1732610038087.94c7dd7eabe71a440b024630a5f1dab9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns4:test-17326100317283', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6 2024-11-26T08:33:58,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37101 is added to blk_1073741846_1022 (size=50) 2024-11-26T08:33:58,595 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2024-11-26T08:33:58,709 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test-1732610031728' 2024-11-26T08:33:58,710 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns3:test-17326100317282' 2024-11-26T08:33:58,710 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns2:test-17326100317281' 2024-11-26T08:33:58,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-26T08:33:58,944 DEBUG [RegionOpenAndInit-ns4:test-17326100317283-pool-0 {}] regionserver.HRegion(898): Instantiated ns4:test-17326100317283,,1732610038087.94c7dd7eabe71a440b024630a5f1dab9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T08:33:58,944 DEBUG [RegionOpenAndInit-ns4:test-17326100317283-pool-0 {}] regionserver.HRegion(1722): Closing 94c7dd7eabe71a440b024630a5f1dab9, disabling compactions & flushes 2024-11-26T08:33:58,944 INFO [RegionOpenAndInit-ns4:test-17326100317283-pool-0 {}] regionserver.HRegion(1755): Closing region ns4:test-17326100317283,,1732610038087.94c7dd7eabe71a440b024630a5f1dab9. 2024-11-26T08:33:58,944 DEBUG [RegionOpenAndInit-ns4:test-17326100317283-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on ns4:test-17326100317283,,1732610038087.94c7dd7eabe71a440b024630a5f1dab9. 2024-11-26T08:33:58,945 DEBUG [RegionOpenAndInit-ns4:test-17326100317283-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on ns4:test-17326100317283,,1732610038087.94c7dd7eabe71a440b024630a5f1dab9. after waiting 1 ms 2024-11-26T08:33:58,945 DEBUG [RegionOpenAndInit-ns4:test-17326100317283-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region ns4:test-17326100317283,,1732610038087.94c7dd7eabe71a440b024630a5f1dab9. 2024-11-26T08:33:58,945 INFO [RegionOpenAndInit-ns4:test-17326100317283-pool-0 {}] regionserver.HRegion(1973): Closed ns4:test-17326100317283,,1732610038087.94c7dd7eabe71a440b024630a5f1dab9. 2024-11-26T08:33:58,945 DEBUG [RegionOpenAndInit-ns4:test-17326100317283-pool-0 {}] regionserver.HRegion(1676): Region close journal for 94c7dd7eabe71a440b024630a5f1dab9: Waiting for close lock at 1732610038944Disabling compacts and flushes for region at 1732610038944Disabling writes for close at 1732610038945 (+1 ms)Writing region close event to WAL at 1732610038945Closed at 1732610038945 2024-11-26T08:33:58,946 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=ns4:test-17326100317283 execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T08:33:58,947 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"ns4:test-17326100317283,,1732610038087.94c7dd7eabe71a440b024630a5f1dab9.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1732610038946"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732610038946"}]},"ts":"1732610038946"} 2024-11-26T08:33:58,950 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T08:33:58,951 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=ns4:test-17326100317283 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T08:33:58,952 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns4:test-17326100317283","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732610038951"}]},"ts":"1732610038951"} 2024-11-26T08:33:58,954 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=ns4:test-17326100317283, state=ENABLING in hbase:meta 2024-11-26T08:33:58,955 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns4:test-17326100317283, region=94c7dd7eabe71a440b024630a5f1dab9, ASSIGN}] 2024-11-26T08:33:58,957 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=17, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns4:test-17326100317283, region=94c7dd7eabe71a440b024630a5f1dab9, ASSIGN 2024-11-26T08:33:58,958 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=17, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=ns4:test-17326100317283, region=94c7dd7eabe71a440b024630a5f1dab9, ASSIGN; state=OFFLINE, location=719ac8e87449,40717,1732610023231; forceNewPlan=false, retain=false 2024-11-26T08:33:59,109 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=94c7dd7eabe71a440b024630a5f1dab9, regionState=OPENING, regionLocation=719ac8e87449,40717,1732610023231 2024-11-26T08:33:59,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=17, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=ns4:test-17326100317283, region=94c7dd7eabe71a440b024630a5f1dab9, ASSIGN because future has completed 2024-11-26T08:33:59,112 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 94c7dd7eabe71a440b024630a5f1dab9, server=719ac8e87449,40717,1732610023231}] 2024-11-26T08:33:59,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-26T08:33:59,270 INFO [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open ns4:test-17326100317283,,1732610038087.94c7dd7eabe71a440b024630a5f1dab9. 2024-11-26T08:33:59,271 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 94c7dd7eabe71a440b024630a5f1dab9, NAME => 'ns4:test-17326100317283,,1732610038087.94c7dd7eabe71a440b024630a5f1dab9.', STARTKEY => '', ENDKEY => ''} 2024-11-26T08:33:59,271 INFO [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-26T08:33:59,272 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-17326100317283 94c7dd7eabe71a440b024630a5f1dab9 2024-11-26T08:33:59,272 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated ns4:test-17326100317283,,1732610038087.94c7dd7eabe71a440b024630a5f1dab9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T08:33:59,272 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 94c7dd7eabe71a440b024630a5f1dab9 2024-11-26T08:33:59,272 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 94c7dd7eabe71a440b024630a5f1dab9 2024-11-26T08:33:59,274 INFO [StoreOpener-94c7dd7eabe71a440b024630a5f1dab9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 94c7dd7eabe71a440b024630a5f1dab9 2024-11-26T08:33:59,277 INFO [StoreOpener-94c7dd7eabe71a440b024630a5f1dab9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 94c7dd7eabe71a440b024630a5f1dab9 columnFamilyName f 2024-11-26T08:33:59,277 DEBUG [StoreOpener-94c7dd7eabe71a440b024630a5f1dab9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T08:33:59,278 INFO [StoreOpener-94c7dd7eabe71a440b024630a5f1dab9-1 {}] regionserver.HStore(327): Store=94c7dd7eabe71a440b024630a5f1dab9/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T08:33:59,278 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 94c7dd7eabe71a440b024630a5f1dab9 2024-11-26T08:33:59,279 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/ns4/test-17326100317283/94c7dd7eabe71a440b024630a5f1dab9 2024-11-26T08:33:59,279 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/ns4/test-17326100317283/94c7dd7eabe71a440b024630a5f1dab9 2024-11-26T08:33:59,280 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 94c7dd7eabe71a440b024630a5f1dab9 2024-11-26T08:33:59,280 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 94c7dd7eabe71a440b024630a5f1dab9 2024-11-26T08:33:59,283 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 94c7dd7eabe71a440b024630a5f1dab9 2024-11-26T08:33:59,287 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/ns4/test-17326100317283/94c7dd7eabe71a440b024630a5f1dab9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T08:33:59,288 INFO [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened 94c7dd7eabe71a440b024630a5f1dab9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10505413440, jitterRate=-0.021607130765914917}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-26T08:33:59,288 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 94c7dd7eabe71a440b024630a5f1dab9 2024-11-26T08:33:59,289 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 94c7dd7eabe71a440b024630a5f1dab9: Running coprocessor pre-open hook at 1732610039272Writing region info on filesystem at 1732610039272Initializing all the Stores at 1732610039274 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732610039274Cleaning up temporary data from old regions at 1732610039280 (+6 ms)Running coprocessor post-open hooks at 1732610039288 (+8 ms)Region opened successfully at 1732610039289 (+1 ms) 2024-11-26T08:33:59,290 INFO [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for ns4:test-17326100317283,,1732610038087.94c7dd7eabe71a440b024630a5f1dab9., pid=19, masterSystemTime=1732610039265 2024-11-26T08:33:59,293 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for ns4:test-17326100317283,,1732610038087.94c7dd7eabe71a440b024630a5f1dab9. 2024-11-26T08:33:59,293 INFO [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened ns4:test-17326100317283,,1732610038087.94c7dd7eabe71a440b024630a5f1dab9. 2024-11-26T08:33:59,294 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=94c7dd7eabe71a440b024630a5f1dab9, regionState=OPEN, openSeqNum=2, regionLocation=719ac8e87449,40717,1732610023231 2024-11-26T08:33:59,297 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 94c7dd7eabe71a440b024630a5f1dab9, server=719ac8e87449,40717,1732610023231 because future has completed 2024-11-26T08:33:59,301 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-11-26T08:33:59,302 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure 94c7dd7eabe71a440b024630a5f1dab9, server=719ac8e87449,40717,1732610023231 in 186 msec 2024-11-26T08:33:59,305 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=17 2024-11-26T08:33:59,306 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=17, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns4:test-17326100317283, region=94c7dd7eabe71a440b024630a5f1dab9, ASSIGN in 347 msec 2024-11-26T08:33:59,307 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=ns4:test-17326100317283 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T08:33:59,307 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns4:test-17326100317283","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732610039307"}]},"ts":"1732610039307"} 2024-11-26T08:33:59,309 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=ns4:test-17326100317283, state=ENABLED in hbase:meta 2024-11-26T08:33:59,311 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=ns4:test-17326100317283 execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T08:33:59,314 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, state=SUCCESS, hasLock=false; CreateTableProcedure table=ns4:test-17326100317283 in 1.2240 sec 2024-11-26T08:34:00,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-26T08:34:00,244 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: ns4:test-17326100317283 completed 2024-11-26T08:34:00,244 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table ns4:test-17326100317283 get assigned. Timeout = 60000ms 2024-11-26T08:34:00,244 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-26T08:34:00,249 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table ns4:test-17326100317283 assigned to meta. Checking AM states. 2024-11-26T08:34:00,250 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-26T08:34:00,250 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table ns4:test-17326100317283 assigned. 2024-11-26T08:34:00,250 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T08:34:00,251 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.TestBackupBase.createTables(TestBackupBase.java:481) at org.apache.hadoop.hbase.backup.TestBackupBase.setUpHelper(TestBackupBase.java:343) at org.apache.hadoop.hbase.backup.TestBackupBase.setUp(TestBackupBase.java:357) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T08:34:00,256 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T08:34:00,257 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T08:34:00,257 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T08:34:00,281 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: backup.TestIncrementalBackup#TestIncBackupRestore[0] Thread=611, OpenFileDescriptor=633, MaxFileDescriptor=1048576, SystemLoadAverage=173, ProcessCount=20, AvailableMemoryMB=8597 2024-11-26T08:34:00,283 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=611 is superior to 500 2024-11-26T08:34:00,284 INFO [Time-limited test {}] backup.TestIncrementalBackup(91): create full backup image for all tables 2024-11-26T08:34:00,288 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table test-1732610031728 from 'test-1732610031728', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'test-1732610031728', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T08:34:00,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] procedure2.ProcedureExecutor(1139): Stored pid=20, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=test-1732610031728 2024-11-26T08:34:00,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37101 is added to blk_1073741847_1023 (size=908) 2024-11-26T08:34:00,732 DEBUG [PEWorker-3 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/default/test-1732610031728/.tabledesc/.tableinfo.0000000001.367 2024-11-26T08:34:00,732 INFO [PEWorker-3 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/default/test-1732610031728/.tabledesc/.tableinfo.0000000002.908 2024-11-26T08:34:00,739 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=test-1732610031728}] 2024-11-26T08:34:00,748 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=test-1732610031728, region=aaf2ed5a35d99d782b6a4ccacf5b1db6, REOPEN/MOVE}] 2024-11-26T08:34:00,750 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=22, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=test-1732610031728, region=aaf2ed5a35d99d782b6a4ccacf5b1db6, REOPEN/MOVE 2024-11-26T08:34:00,752 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=aaf2ed5a35d99d782b6a4ccacf5b1db6, regionState=CLOSING, regionLocation=719ac8e87449,40717,1732610023231 2024-11-26T08:34:00,754 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=test-1732610031728, region=aaf2ed5a35d99d782b6a4ccacf5b1db6, REOPEN/MOVE because future has completed 2024-11-26T08:34:00,755 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-26T08:34:00,755 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE, hasLock=false; CloseRegionProcedure aaf2ed5a35d99d782b6a4ccacf5b1db6, server=719ac8e87449,40717,1732610023231}] 2024-11-26T08:34:00,913 INFO [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] handler.UnassignRegionHandler(122): Close aaf2ed5a35d99d782b6a4ccacf5b1db6 2024-11-26T08:34:00,914 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-26T08:34:00,914 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1722): Closing aaf2ed5a35d99d782b6a4ccacf5b1db6, disabling compactions & flushes 2024-11-26T08:34:00,914 INFO [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1755): Closing region test-1732610031728,,1732610032240.aaf2ed5a35d99d782b6a4ccacf5b1db6. 2024-11-26T08:34:00,914 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1776): Time limited wait for close lock on test-1732610031728,,1732610032240.aaf2ed5a35d99d782b6a4ccacf5b1db6. 2024-11-26T08:34:00,914 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1843): Acquired close lock on test-1732610031728,,1732610032240.aaf2ed5a35d99d782b6a4ccacf5b1db6. after waiting 0 ms 2024-11-26T08:34:00,914 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1853): Updates disabled for region test-1732610031728,,1732610032240.aaf2ed5a35d99d782b6a4ccacf5b1db6. 2024-11-26T08:34:00,918 INFO [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(2902): Flushing aaf2ed5a35d99d782b6a4ccacf5b1db6 1/1 column families, dataSize=3.17 KB heapSize=11 KB 2024-11-26T08:34:00,982 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/default/test-1732610031728/aaf2ed5a35d99d782b6a4ccacf5b1db6/.tmp/f/b11ceffe501b4d3b9bc2fa24e22eca87 is 37, key is row10/f:q1/1732610033448/Put/seqid=0 2024-11-26T08:34:00,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37101 is added to blk_1073741848_1024 (size=8413) 2024-11-26T08:34:01,393 INFO [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.17 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/default/test-1732610031728/aaf2ed5a35d99d782b6a4ccacf5b1db6/.tmp/f/b11ceffe501b4d3b9bc2fa24e22eca87 2024-11-26T08:34:01,456 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/default/test-1732610031728/aaf2ed5a35d99d782b6a4ccacf5b1db6/.tmp/f/b11ceffe501b4d3b9bc2fa24e22eca87 as hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/default/test-1732610031728/aaf2ed5a35d99d782b6a4ccacf5b1db6/f/b11ceffe501b4d3b9bc2fa24e22eca87 2024-11-26T08:34:01,468 INFO [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/default/test-1732610031728/aaf2ed5a35d99d782b6a4ccacf5b1db6/f/b11ceffe501b4d3b9bc2fa24e22eca87, entries=99, sequenceid=103, filesize=8.2 K 2024-11-26T08:34:01,475 INFO [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(3140): Finished flush of dataSize ~3.17 KB/3247, heapSize ~10.98 KB/11248, currentSize=0 B/0 for aaf2ed5a35d99d782b6a4ccacf5b1db6 in 556ms, sequenceid=103, compaction requested=false 2024-11-26T08:34:01,483 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/default/test-1732610031728/aaf2ed5a35d99d782b6a4ccacf5b1db6/recovered.edits/106.seqid, newMaxSeqId=106, maxSeqId=1 2024-11-26T08:34:01,487 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-26T08:34:01,487 INFO [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1973): Closed test-1732610031728,,1732610032240.aaf2ed5a35d99d782b6a4ccacf5b1db6. 2024-11-26T08:34:01,487 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1676): Region close journal for aaf2ed5a35d99d782b6a4ccacf5b1db6: Waiting for close lock at 1732610040914Running coprocessor pre-close hooks at 1732610040914Disabling compacts and flushes for region at 1732610040914Disabling writes for close at 1732610040914Obtaining lock to block concurrent updates at 1732610040918 (+4 ms)Preparing flush snapshotting stores in aaf2ed5a35d99d782b6a4ccacf5b1db6 at 1732610040918Finished memstore snapshotting test-1732610031728,,1732610032240.aaf2ed5a35d99d782b6a4ccacf5b1db6., syncing WAL and waiting on mvcc, flushsize=dataSize=3247, getHeapSize=11248, getOffHeapSize=0, getCellsCount=99 at 1732610040925 (+7 ms)Flushing stores of test-1732610031728,,1732610032240.aaf2ed5a35d99d782b6a4ccacf5b1db6. at 1732610040927 (+2 ms)Flushing aaf2ed5a35d99d782b6a4ccacf5b1db6/f: creating writer at 1732610040928 (+1 ms)Flushing aaf2ed5a35d99d782b6a4ccacf5b1db6/f: appending metadata at 1732610040969 (+41 ms)Flushing aaf2ed5a35d99d782b6a4ccacf5b1db6/f: closing flushed file at 1732610040972 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4de946d2: reopening flushed file at 1732610041454 (+482 ms)Finished flush of dataSize ~3.17 KB/3247, heapSize ~10.98 KB/11248, currentSize=0 B/0 for aaf2ed5a35d99d782b6a4ccacf5b1db6 in 556ms, sequenceid=103, compaction requested=false at 1732610041475 (+21 ms)Writing region close event to WAL at 1732610041477 (+2 ms)Running coprocessor post-close hooks at 1732610041485 (+8 ms)Closed at 1732610041487 (+2 ms) 2024-11-26T08:34:01,487 WARN [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegionServer(3299): Not adding moved region record: aaf2ed5a35d99d782b6a4ccacf5b1db6 to self. 2024-11-26T08:34:01,490 INFO [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] handler.UnassignRegionHandler(157): Closed aaf2ed5a35d99d782b6a4ccacf5b1db6 2024-11-26T08:34:01,492 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=aaf2ed5a35d99d782b6a4ccacf5b1db6, regionState=CLOSED 2024-11-26T08:34:01,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=22, state=RUNNABLE, hasLock=false; CloseRegionProcedure aaf2ed5a35d99d782b6a4ccacf5b1db6, server=719ac8e87449,40717,1732610023231 because future has completed 2024-11-26T08:34:01,500 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=22 2024-11-26T08:34:01,501 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=22, state=SUCCESS, hasLock=false; CloseRegionProcedure aaf2ed5a35d99d782b6a4ccacf5b1db6, server=719ac8e87449,40717,1732610023231 in 741 msec 2024-11-26T08:34:01,501 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=22, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test-1732610031728, region=aaf2ed5a35d99d782b6a4ccacf5b1db6, REOPEN/MOVE; state=CLOSED, location=719ac8e87449,40717,1732610023231; forceNewPlan=false, retain=true 2024-11-26T08:34:01,652 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=aaf2ed5a35d99d782b6a4ccacf5b1db6, regionState=OPENING, regionLocation=719ac8e87449,40717,1732610023231 2024-11-26T08:34:01,655 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test-1732610031728, region=aaf2ed5a35d99d782b6a4ccacf5b1db6, REOPEN/MOVE because future has completed 2024-11-26T08:34:01,655 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=22, state=RUNNABLE, hasLock=false; OpenRegionProcedure aaf2ed5a35d99d782b6a4ccacf5b1db6, server=719ac8e87449,40717,1732610023231}] 2024-11-26T08:34:01,813 INFO [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open test-1732610031728,,1732610032240.aaf2ed5a35d99d782b6a4ccacf5b1db6. 2024-11-26T08:34:01,813 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => aaf2ed5a35d99d782b6a4ccacf5b1db6, NAME => 'test-1732610031728,,1732610032240.aaf2ed5a35d99d782b6a4ccacf5b1db6.', STARTKEY => '', ENDKEY => ''} 2024-11-26T08:34:01,813 INFO [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-26T08:34:01,813 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-1732610031728 aaf2ed5a35d99d782b6a4ccacf5b1db6 2024-11-26T08:34:01,813 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated test-1732610031728,,1732610032240.aaf2ed5a35d99d782b6a4ccacf5b1db6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T08:34:01,814 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for aaf2ed5a35d99d782b6a4ccacf5b1db6 2024-11-26T08:34:01,814 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for aaf2ed5a35d99d782b6a4ccacf5b1db6 2024-11-26T08:34:01,815 INFO [StoreOpener-aaf2ed5a35d99d782b6a4ccacf5b1db6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region aaf2ed5a35d99d782b6a4ccacf5b1db6 2024-11-26T08:34:01,817 INFO [StoreOpener-aaf2ed5a35d99d782b6a4ccacf5b1db6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aaf2ed5a35d99d782b6a4ccacf5b1db6 columnFamilyName f 2024-11-26T08:34:01,817 DEBUG [StoreOpener-aaf2ed5a35d99d782b6a4ccacf5b1db6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T08:34:01,827 DEBUG [StoreOpener-aaf2ed5a35d99d782b6a4ccacf5b1db6-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/default/test-1732610031728/aaf2ed5a35d99d782b6a4ccacf5b1db6/f/b11ceffe501b4d3b9bc2fa24e22eca87 2024-11-26T08:34:01,827 INFO [StoreOpener-aaf2ed5a35d99d782b6a4ccacf5b1db6-1 {}] regionserver.HStore(327): Store=aaf2ed5a35d99d782b6a4ccacf5b1db6/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T08:34:01,827 INFO [StoreOpener-aaf2ed5a35d99d782b6a4ccacf5b1db6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f3 of region aaf2ed5a35d99d782b6a4ccacf5b1db6 2024-11-26T08:34:01,830 INFO [StoreOpener-aaf2ed5a35d99d782b6a4ccacf5b1db6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aaf2ed5a35d99d782b6a4ccacf5b1db6 columnFamilyName f3 2024-11-26T08:34:01,830 DEBUG [StoreOpener-aaf2ed5a35d99d782b6a4ccacf5b1db6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T08:34:01,830 INFO [StoreOpener-aaf2ed5a35d99d782b6a4ccacf5b1db6-1 {}] regionserver.HStore(327): Store=aaf2ed5a35d99d782b6a4ccacf5b1db6/f3, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T08:34:01,832 INFO [StoreOpener-aaf2ed5a35d99d782b6a4ccacf5b1db6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region aaf2ed5a35d99d782b6a4ccacf5b1db6 2024-11-26T08:34:01,838 INFO [StoreOpener-aaf2ed5a35d99d782b6a4ccacf5b1db6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aaf2ed5a35d99d782b6a4ccacf5b1db6 columnFamilyName mob 2024-11-26T08:34:01,843 DEBUG [StoreOpener-aaf2ed5a35d99d782b6a4ccacf5b1db6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T08:34:01,843 INFO [StoreOpener-aaf2ed5a35d99d782b6a4ccacf5b1db6-1 {}] regionserver.HStore(327): Store=aaf2ed5a35d99d782b6a4ccacf5b1db6/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T08:34:01,844 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for aaf2ed5a35d99d782b6a4ccacf5b1db6 2024-11-26T08:34:01,845 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/default/test-1732610031728/aaf2ed5a35d99d782b6a4ccacf5b1db6 2024-11-26T08:34:01,847 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/default/test-1732610031728/aaf2ed5a35d99d782b6a4ccacf5b1db6 2024-11-26T08:34:01,848 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for aaf2ed5a35d99d782b6a4ccacf5b1db6 2024-11-26T08:34:01,849 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for aaf2ed5a35d99d782b6a4ccacf5b1db6 2024-11-26T08:34:01,850 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test-1732610031728 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T08:34:01,852 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for aaf2ed5a35d99d782b6a4ccacf5b1db6 2024-11-26T08:34:01,853 INFO [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened aaf2ed5a35d99d782b6a4ccacf5b1db6; next sequenceid=107; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11343190400, jitterRate=0.05641692876815796}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T08:34:01,853 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for aaf2ed5a35d99d782b6a4ccacf5b1db6 2024-11-26T08:34:01,854 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for aaf2ed5a35d99d782b6a4ccacf5b1db6: Running coprocessor pre-open hook at 1732610041814Writing region info on filesystem at 1732610041814Initializing all the Stores at 1732610041815 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732610041815Instantiating store for column family {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732610041815Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732610041815Cleaning up temporary data from old regions at 1732610041849 (+34 ms)Running coprocessor post-open hooks at 1732610041853 (+4 ms)Region opened successfully at 1732610041854 (+1 ms) 2024-11-26T08:34:01,855 INFO [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for test-1732610031728,,1732610032240.aaf2ed5a35d99d782b6a4ccacf5b1db6., pid=24, masterSystemTime=1732610041808 2024-11-26T08:34:01,858 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for test-1732610031728,,1732610032240.aaf2ed5a35d99d782b6a4ccacf5b1db6. 2024-11-26T08:34:01,858 INFO [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened test-1732610031728,,1732610032240.aaf2ed5a35d99d782b6a4ccacf5b1db6. 2024-11-26T08:34:01,859 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=aaf2ed5a35d99d782b6a4ccacf5b1db6, regionState=OPEN, openSeqNum=107, regionLocation=719ac8e87449,40717,1732610023231 2024-11-26T08:34:01,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=22, state=RUNNABLE, hasLock=false; OpenRegionProcedure aaf2ed5a35d99d782b6a4ccacf5b1db6, server=719ac8e87449,40717,1732610023231 because future has completed 2024-11-26T08:34:01,866 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=22 2024-11-26T08:34:01,866 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=22, state=SUCCESS, hasLock=false; OpenRegionProcedure aaf2ed5a35d99d782b6a4ccacf5b1db6, server=719ac8e87449,40717,1732610023231 in 208 msec 2024-11-26T08:34:01,870 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=21 2024-11-26T08:34:01,870 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=21, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test-1732610031728, region=aaf2ed5a35d99d782b6a4ccacf5b1db6, REOPEN/MOVE in 1.1180 sec 2024-11-26T08:34:01,872 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns3_table_test-17326100317282 2024-11-26T08:34:01,872 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns3_table_test-17326100317282 Metrics about Tables on a single HBase RegionServer 2024-11-26T08:34:01,873 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns2_table_test-17326100317281 2024-11-26T08:34:01,874 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns2_table_test-17326100317281 Metrics about Tables on a single HBase RegionServer 2024-11-26T08:34:01,874 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test-1732610031728 2024-11-26T08:34:01,874 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test-1732610031728 Metrics about Tables on a single HBase RegionServer 2024-11-26T08:34:01,875 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns4_table_test-17326100317283 2024-11-26T08:34:01,876 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns4_table_test-17326100317283 Metrics about Tables on a single HBase RegionServer 2024-11-26T08:34:01,877 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=20 2024-11-26T08:34:01,877 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=20, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=test-1732610031728 in 1.1330 sec 2024-11-26T08:34:01,883 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, state=SUCCESS, hasLock=false; ModifyTableProcedure table=test-1732610031728 in 1.5880 sec 2024-11-26T08:34:01,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=20 2024-11-26T08:34:01,885 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY, Table Name: default:test-1732610031728 completed 2024-11-26T08:34:01,886 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a1bea38, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T08:34:01,886 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 719ac8e87449,38507,-1 for getting cluster id 2024-11-26T08:34:01,886 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T08:34:01,887 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '17d1c972-e6d1-49bb-8136-c4aa91e4da0d' 2024-11-26T08:34:01,888 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T08:34:01,888 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "17d1c972-e6d1-49bb-8136-c4aa91e4da0d" 2024-11-26T08:34:01,888 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d057290, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T08:34:01,888 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [719ac8e87449,38507,-1] 2024-11-26T08:34:01,889 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T08:34:01,889 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T08:34:01,890 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45170, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T08:34:01,891 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e9f6ea8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T08:34:01,892 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T08:34:01,893 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=719ac8e87449,40717,1732610023231, seqNum=-1] 2024-11-26T08:34:01,894 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T08:34:01,895 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60760, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T08:34:01,899 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test-1732610031728', row='row-test-1732610031728-3-0', locateType=CURRENT is [region=test-1732610031728,,1732610032240.aaf2ed5a35d99d782b6a4ccacf5b1db6., hostname=719ac8e87449,40717,1732610023231, seqNum=107] 2024-11-26T08:34:01,950 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T08:34:01,952 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 719ac8e87449,38507,1732610021435 2024-11-26T08:34:01,952 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1b28f467 2024-11-26T08:34:01,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T08:34:01,956 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45186, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T08:34:01,966 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] master.HMaster$18(3529): Client=jenkins//172.17.0.2 creating {NAME => 'backup'} 2024-11-26T08:34:01,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:CREATE_NAMESPACE_PREPARE, hasLock=false; CreateNamespaceProcedure, namespace=backup 2024-11-26T08:34:01,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-26T08:34:01,978 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; CreateNamespaceProcedure, namespace=backup in 10 msec 2024-11-26T08:34:02,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-26T08:34:02,074 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$NamespaceProcedureBiConsumer(2745): Operation: CREATE_NAMESPACE, Namespace: backup completed 2024-11-26T08:34:02,090 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'backup:system', {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T08:34:02,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] procedure2.ProcedureExecutor(1139): Stored pid=26, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=backup:system 2024-11-26T08:34:02,093 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T08:34:02,094 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T08:34:02,094 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "backup" qualifier: "system" procId is: 26 2024-11-26T08:34:02,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26 2024-11-26T08:34:02,095 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T08:34:02,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37101 is added to blk_1073741849_1025 (size=635) 2024-11-26T08:34:02,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26 2024-11-26T08:34:02,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26 2024-11-26T08:34:02,506 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 95821178b82ab750c0fdf68811cdef5b, NAME => 'backup:system,,1732610042090.95821178b82ab750c0fdf68811cdef5b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='backup:system', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6 2024-11-26T08:34:02,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37101 is added to blk_1073741850_1026 (size=40) 2024-11-26T08:34:02,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26 2024-11-26T08:34:02,916 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(898): Instantiated backup:system,,1732610042090.95821178b82ab750c0fdf68811cdef5b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T08:34:02,916 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1722): Closing 95821178b82ab750c0fdf68811cdef5b, disabling compactions & flushes 2024-11-26T08:34:02,916 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1755): Closing region backup:system,,1732610042090.95821178b82ab750c0fdf68811cdef5b. 2024-11-26T08:34:02,916 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on backup:system,,1732610042090.95821178b82ab750c0fdf68811cdef5b. 2024-11-26T08:34:02,916 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on backup:system,,1732610042090.95821178b82ab750c0fdf68811cdef5b. after waiting 0 ms 2024-11-26T08:34:02,916 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region backup:system,,1732610042090.95821178b82ab750c0fdf68811cdef5b. 2024-11-26T08:34:02,916 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1973): Closed backup:system,,1732610042090.95821178b82ab750c0fdf68811cdef5b. 2024-11-26T08:34:02,916 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1676): Region close journal for 95821178b82ab750c0fdf68811cdef5b: Waiting for close lock at 1732610042916Disabling compacts and flushes for region at 1732610042916Disabling writes for close at 1732610042916Writing region close event to WAL at 1732610042916Closed at 1732610042916 2024-11-26T08:34:02,918 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T08:34:02,918 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"backup:system,,1732610042090.95821178b82ab750c0fdf68811cdef5b.","families":{"info":[{"qualifier":"regioninfo","vlen":39,"tag":[],"timestamp":"1732610042918"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732610042918"}]},"ts":"1732610042918"} 2024-11-26T08:34:02,921 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T08:34:02,922 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T08:34:02,922 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"backup:system","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732610042922"}]},"ts":"1732610042922"} 2024-11-26T08:34:02,925 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=backup:system, state=ENABLING in hbase:meta 2024-11-26T08:34:02,925 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=backup:system, region=95821178b82ab750c0fdf68811cdef5b, ASSIGN}] 2024-11-26T08:34:02,926 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=backup:system, region=95821178b82ab750c0fdf68811cdef5b, ASSIGN 2024-11-26T08:34:02,927 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=backup:system, region=95821178b82ab750c0fdf68811cdef5b, ASSIGN; state=OFFLINE, location=719ac8e87449,40717,1732610023231; forceNewPlan=false, retain=false 2024-11-26T08:34:03,078 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=27 updating hbase:meta row=95821178b82ab750c0fdf68811cdef5b, regionState=OPENING, regionLocation=719ac8e87449,40717,1732610023231 2024-11-26T08:34:03,081 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=backup:system, region=95821178b82ab750c0fdf68811cdef5b, ASSIGN because future has completed 2024-11-26T08:34:03,082 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=28, ppid=27, state=RUNNABLE, hasLock=false; OpenRegionProcedure 95821178b82ab750c0fdf68811cdef5b, server=719ac8e87449,40717,1732610023231}] 2024-11-26T08:34:03,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26 2024-11-26T08:34:03,240 INFO [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] handler.AssignRegionHandler(132): Open backup:system,,1732610042090.95821178b82ab750c0fdf68811cdef5b. 2024-11-26T08:34:03,240 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7752): Opening region: {ENCODED => 95821178b82ab750c0fdf68811cdef5b, NAME => 'backup:system,,1732610042090.95821178b82ab750c0fdf68811cdef5b.', STARTKEY => '', ENDKEY => ''} 2024-11-26T08:34:03,240 INFO [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-26T08:34:03,241 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table system 95821178b82ab750c0fdf68811cdef5b 2024-11-26T08:34:03,241 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(898): Instantiated backup:system,,1732610042090.95821178b82ab750c0fdf68811cdef5b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T08:34:03,241 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7794): checking encryption for 95821178b82ab750c0fdf68811cdef5b 2024-11-26T08:34:03,241 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7797): checking classloading for 95821178b82ab750c0fdf68811cdef5b 2024-11-26T08:34:03,243 INFO [StoreOpener-95821178b82ab750c0fdf68811cdef5b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family meta of region 95821178b82ab750c0fdf68811cdef5b 2024-11-26T08:34:03,245 INFO [StoreOpener-95821178b82ab750c0fdf68811cdef5b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 95821178b82ab750c0fdf68811cdef5b columnFamilyName meta 2024-11-26T08:34:03,245 DEBUG [StoreOpener-95821178b82ab750c0fdf68811cdef5b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T08:34:03,246 INFO [StoreOpener-95821178b82ab750c0fdf68811cdef5b-1 {}] regionserver.HStore(327): Store=95821178b82ab750c0fdf68811cdef5b/meta, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T08:34:03,246 INFO [StoreOpener-95821178b82ab750c0fdf68811cdef5b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family session of region 95821178b82ab750c0fdf68811cdef5b 2024-11-26T08:34:03,249 INFO [StoreOpener-95821178b82ab750c0fdf68811cdef5b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 95821178b82ab750c0fdf68811cdef5b columnFamilyName session 2024-11-26T08:34:03,249 DEBUG [StoreOpener-95821178b82ab750c0fdf68811cdef5b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T08:34:03,250 INFO [StoreOpener-95821178b82ab750c0fdf68811cdef5b-1 {}] regionserver.HStore(327): Store=95821178b82ab750c0fdf68811cdef5b/session, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T08:34:03,250 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1038): replaying wal for 95821178b82ab750c0fdf68811cdef5b 2024-11-26T08:34:03,252 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/backup/system/95821178b82ab750c0fdf68811cdef5b 2024-11-26T08:34:03,252 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/backup/system/95821178b82ab750c0fdf68811cdef5b 2024-11-26T08:34:03,254 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1048): stopping wal replay for 95821178b82ab750c0fdf68811cdef5b 2024-11-26T08:34:03,254 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1060): Cleaning up temporary data for 95821178b82ab750c0fdf68811cdef5b 2024-11-26T08:34:03,254 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table backup:system descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-26T08:34:03,257 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1093): writing seq id for 95821178b82ab750c0fdf68811cdef5b 2024-11-26T08:34:03,260 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/backup/system/95821178b82ab750c0fdf68811cdef5b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T08:34:03,261 INFO [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1114): Opened 95821178b82ab750c0fdf68811cdef5b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=12057307360, jitterRate=0.12292425334453583}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-26T08:34:03,261 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 95821178b82ab750c0fdf68811cdef5b 2024-11-26T08:34:03,261 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1006): Region open journal for 95821178b82ab750c0fdf68811cdef5b: Running coprocessor pre-open hook at 1732610043241Writing region info on filesystem at 1732610043241Initializing all the Stores at 1732610043242 (+1 ms)Instantiating store for column family {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732610043243 (+1 ms)Instantiating store for column family {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732610043243Cleaning up temporary data from old regions at 1732610043254 (+11 ms)Running coprocessor post-open hooks at 1732610043261 (+7 ms)Region opened successfully at 1732610043261 2024-11-26T08:34:03,263 INFO [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegionServer(2236): Post open deploy tasks for backup:system,,1732610042090.95821178b82ab750c0fdf68811cdef5b., pid=28, masterSystemTime=1732610043236 2024-11-26T08:34:03,265 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegionServer(2266): Finished post open deploy task for backup:system,,1732610042090.95821178b82ab750c0fdf68811cdef5b. 2024-11-26T08:34:03,265 INFO [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] handler.AssignRegionHandler(153): Opened backup:system,,1732610042090.95821178b82ab750c0fdf68811cdef5b. 2024-11-26T08:34:03,265 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=27 updating hbase:meta row=95821178b82ab750c0fdf68811cdef5b, regionState=OPEN, openSeqNum=2, regionLocation=719ac8e87449,40717,1732610023231 2024-11-26T08:34:03,268 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=28, ppid=27, state=RUNNABLE, hasLock=false; OpenRegionProcedure 95821178b82ab750c0fdf68811cdef5b, server=719ac8e87449,40717,1732610023231 because future has completed 2024-11-26T08:34:03,272 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=28, resume processing ppid=27 2024-11-26T08:34:03,272 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=27, state=SUCCESS, hasLock=false; OpenRegionProcedure 95821178b82ab750c0fdf68811cdef5b, server=719ac8e87449,40717,1732610023231 in 187 msec 2024-11-26T08:34:03,274 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=27, resume processing ppid=26 2024-11-26T08:34:03,274 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=26, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=backup:system, region=95821178b82ab750c0fdf68811cdef5b, ASSIGN in 347 msec 2024-11-26T08:34:03,275 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T08:34:03,276 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"backup:system","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732610043276"}]},"ts":"1732610043276"} 2024-11-26T08:34:03,278 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=backup:system, state=ENABLED in hbase:meta 2024-11-26T08:34:03,279 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T08:34:03,282 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, state=SUCCESS, hasLock=false; CreateTableProcedure table=backup:system in 1.1890 sec 2024-11-26T08:34:04,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26 2024-11-26T08:34:04,245 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: backup:system completed 2024-11-26T08:34:04,263 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'backup:system_bulk', {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T08:34:04,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] procedure2.ProcedureExecutor(1139): Stored pid=29, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=backup:system_bulk 2024-11-26T08:34:04,267 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T08:34:04,267 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T08:34:04,267 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "backup" qualifier: "system_bulk" procId is: 29 2024-11-26T08:34:04,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-26T08:34:04,269 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T08:34:04,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37101 is added to blk_1073741851_1027 (size=640) 2024-11-26T08:34:04,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-26T08:34:04,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-26T08:34:04,680 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4ed34adf087b15770dcef85bcf91b37a, NAME => 'backup:system_bulk,,1732610044263.4ed34adf087b15770dcef85bcf91b37a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='backup:system_bulk', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6 2024-11-26T08:34:04,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37101 is added to blk_1073741852_1028 (size=45) 2024-11-26T08:34:04,689 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(898): Instantiated backup:system_bulk,,1732610044263.4ed34adf087b15770dcef85bcf91b37a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T08:34:04,689 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1722): Closing 4ed34adf087b15770dcef85bcf91b37a, disabling compactions & flushes 2024-11-26T08:34:04,689 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1755): Closing region backup:system_bulk,,1732610044263.4ed34adf087b15770dcef85bcf91b37a. 2024-11-26T08:34:04,689 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on backup:system_bulk,,1732610044263.4ed34adf087b15770dcef85bcf91b37a. 2024-11-26T08:34:04,689 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on backup:system_bulk,,1732610044263.4ed34adf087b15770dcef85bcf91b37a. after waiting 0 ms 2024-11-26T08:34:04,689 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region backup:system_bulk,,1732610044263.4ed34adf087b15770dcef85bcf91b37a. 2024-11-26T08:34:04,689 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1973): Closed backup:system_bulk,,1732610044263.4ed34adf087b15770dcef85bcf91b37a. 2024-11-26T08:34:04,689 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4ed34adf087b15770dcef85bcf91b37a: Waiting for close lock at 1732610044689Disabling compacts and flushes for region at 1732610044689Disabling writes for close at 1732610044689Writing region close event to WAL at 1732610044689Closed at 1732610044689 2024-11-26T08:34:04,691 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T08:34:04,691 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"backup:system_bulk,,1732610044263.4ed34adf087b15770dcef85bcf91b37a.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1732610044691"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732610044691"}]},"ts":"1732610044691"} 2024-11-26T08:34:04,694 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T08:34:04,695 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T08:34:04,695 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"backup:system_bulk","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732610044695"}]},"ts":"1732610044695"} 2024-11-26T08:34:04,697 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=backup:system_bulk, state=ENABLING in hbase:meta 2024-11-26T08:34:04,698 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=backup:system_bulk, region=4ed34adf087b15770dcef85bcf91b37a, ASSIGN}] 2024-11-26T08:34:04,699 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=backup:system_bulk, region=4ed34adf087b15770dcef85bcf91b37a, ASSIGN 2024-11-26T08:34:04,701 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=backup:system_bulk, region=4ed34adf087b15770dcef85bcf91b37a, ASSIGN; state=OFFLINE, location=719ac8e87449,40717,1732610023231; forceNewPlan=false, retain=false 2024-11-26T08:34:04,775 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2024-11-26T08:34:04,818 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns4:test-17326100317283' 2024-11-26T08:34:04,819 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'backup:system' 2024-11-26T08:34:04,851 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=30 updating hbase:meta row=4ed34adf087b15770dcef85bcf91b37a, regionState=OPENING, regionLocation=719ac8e87449,40717,1732610023231 2024-11-26T08:34:04,854 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=backup:system_bulk, region=4ed34adf087b15770dcef85bcf91b37a, ASSIGN because future has completed 2024-11-26T08:34:04,854 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4ed34adf087b15770dcef85bcf91b37a, server=719ac8e87449,40717,1732610023231}] 2024-11-26T08:34:04,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-26T08:34:05,016 INFO [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(132): Open backup:system_bulk,,1732610044263.4ed34adf087b15770dcef85bcf91b37a. 2024-11-26T08:34:05,017 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7752): Opening region: {ENCODED => 4ed34adf087b15770dcef85bcf91b37a, NAME => 'backup:system_bulk,,1732610044263.4ed34adf087b15770dcef85bcf91b37a.', STARTKEY => '', ENDKEY => ''} 2024-11-26T08:34:05,017 INFO [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-26T08:34:05,017 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table system_bulk 4ed34adf087b15770dcef85bcf91b37a 2024-11-26T08:34:05,017 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(898): Instantiated backup:system_bulk,,1732610044263.4ed34adf087b15770dcef85bcf91b37a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T08:34:05,018 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7794): checking encryption for 4ed34adf087b15770dcef85bcf91b37a 2024-11-26T08:34:05,018 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7797): checking classloading for 4ed34adf087b15770dcef85bcf91b37a 2024-11-26T08:34:05,020 INFO [StoreOpener-4ed34adf087b15770dcef85bcf91b37a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family meta of region 4ed34adf087b15770dcef85bcf91b37a 2024-11-26T08:34:05,021 INFO [StoreOpener-4ed34adf087b15770dcef85bcf91b37a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4ed34adf087b15770dcef85bcf91b37a columnFamilyName meta 2024-11-26T08:34:05,022 DEBUG [StoreOpener-4ed34adf087b15770dcef85bcf91b37a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T08:34:05,022 INFO [StoreOpener-4ed34adf087b15770dcef85bcf91b37a-1 {}] regionserver.HStore(327): Store=4ed34adf087b15770dcef85bcf91b37a/meta, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T08:34:05,022 INFO [StoreOpener-4ed34adf087b15770dcef85bcf91b37a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family session of region 4ed34adf087b15770dcef85bcf91b37a 2024-11-26T08:34:05,024 INFO [StoreOpener-4ed34adf087b15770dcef85bcf91b37a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4ed34adf087b15770dcef85bcf91b37a columnFamilyName session 2024-11-26T08:34:05,024 DEBUG [StoreOpener-4ed34adf087b15770dcef85bcf91b37a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T08:34:05,025 INFO [StoreOpener-4ed34adf087b15770dcef85bcf91b37a-1 {}] regionserver.HStore(327): Store=4ed34adf087b15770dcef85bcf91b37a/session, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T08:34:05,025 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1038): replaying wal for 4ed34adf087b15770dcef85bcf91b37a 2024-11-26T08:34:05,026 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/backup/system_bulk/4ed34adf087b15770dcef85bcf91b37a 2024-11-26T08:34:05,026 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/backup/system_bulk/4ed34adf087b15770dcef85bcf91b37a 2024-11-26T08:34:05,028 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1048): stopping wal replay for 4ed34adf087b15770dcef85bcf91b37a 2024-11-26T08:34:05,028 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1060): Cleaning up temporary data for 4ed34adf087b15770dcef85bcf91b37a 2024-11-26T08:34:05,028 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table backup:system_bulk descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-26T08:34:05,030 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1093): writing seq id for 4ed34adf087b15770dcef85bcf91b37a 2024-11-26T08:34:05,033 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/backup/system_bulk/4ed34adf087b15770dcef85bcf91b37a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T08:34:05,033 INFO [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1114): Opened 4ed34adf087b15770dcef85bcf91b37a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11440935200, jitterRate=0.06552012264728546}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-26T08:34:05,033 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4ed34adf087b15770dcef85bcf91b37a 2024-11-26T08:34:05,034 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1006): Region open journal for 4ed34adf087b15770dcef85bcf91b37a: Running coprocessor pre-open hook at 1732610045018Writing region info on filesystem at 1732610045018Initializing all the Stores at 1732610045019 (+1 ms)Instantiating store for column family {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732610045019Instantiating store for column family {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732610045020 (+1 ms)Cleaning up temporary data from old regions at 1732610045028 (+8 ms)Running coprocessor post-open hooks at 1732610045033 (+5 ms)Region opened successfully at 1732610045034 (+1 ms) 2024-11-26T08:34:05,035 INFO [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2236): Post open deploy tasks for backup:system_bulk,,1732610044263.4ed34adf087b15770dcef85bcf91b37a., pid=31, masterSystemTime=1732610045007 2024-11-26T08:34:05,037 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2266): Finished post open deploy task for backup:system_bulk,,1732610044263.4ed34adf087b15770dcef85bcf91b37a. 2024-11-26T08:34:05,037 INFO [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(153): Opened backup:system_bulk,,1732610044263.4ed34adf087b15770dcef85bcf91b37a. 2024-11-26T08:34:05,038 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=30 updating hbase:meta row=4ed34adf087b15770dcef85bcf91b37a, regionState=OPEN, openSeqNum=2, regionLocation=719ac8e87449,40717,1732610023231 2024-11-26T08:34:05,040 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=31, ppid=30, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4ed34adf087b15770dcef85bcf91b37a, server=719ac8e87449,40717,1732610023231 because future has completed 2024-11-26T08:34:05,044 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=31, resume processing ppid=30 2024-11-26T08:34:05,044 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=30, state=SUCCESS, hasLock=false; OpenRegionProcedure 4ed34adf087b15770dcef85bcf91b37a, server=719ac8e87449,40717,1732610023231 in 188 msec 2024-11-26T08:34:05,047 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=29 2024-11-26T08:34:05,047 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=29, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=backup:system_bulk, region=4ed34adf087b15770dcef85bcf91b37a, ASSIGN in 346 msec 2024-11-26T08:34:05,048 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T08:34:05,048 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"backup:system_bulk","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732610045048"}]},"ts":"1732610045048"} 2024-11-26T08:34:05,050 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=backup:system_bulk, state=ENABLED in hbase:meta 2024-11-26T08:34:05,051 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T08:34:05,053 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, state=SUCCESS, hasLock=false; CreateTableProcedure table=backup:system_bulk in 788 msec 2024-11-26T08:34:05,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-26T08:34:05,406 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: backup:system_bulk completed 2024-11-26T08:34:05,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-26T08:34:05,428 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-26T08:34:05,431 DEBUG [Time-limited test {}] impl.BackupSystemTable(635): Start new backup exclusive operation 2024-11-26T08:34:05,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='activesession:', locateType=CURRENT is [region=backup:system,,1732610042090.95821178b82ab750c0fdf68811cdef5b., hostname=719ac8e87449,40717,1732610023231, seqNum=2] 2024-11-26T08:34:05,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40717 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.BinaryComparator in 0ms 2024-11-26T08:34:05,454 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-11-26T08:34:05,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732610045454 (current time:1732610045454). 2024-11-26T08:34:05,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-26T08:34:05,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2024-11-26T08:34:05,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f5c09fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T08:34:05,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] client.ClusterIdFetcher(90): Going to request 719ac8e87449,38507,-1 for getting cluster id 2024-11-26T08:34:05,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T08:34:05,456 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '17d1c972-e6d1-49bb-8136-c4aa91e4da0d' 2024-11-26T08:34:05,456 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T08:34:05,456 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "17d1c972-e6d1-49bb-8136-c4aa91e4da0d" 2024-11-26T08:34:05,457 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70352206, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T08:34:05,457 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [719ac8e87449,38507,-1] 2024-11-26T08:34:05,457 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T08:34:05,457 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T08:34:05,458 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45208, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T08:34:05,459 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@187dc4c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T08:34:05,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T08:34:05,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=719ac8e87449,40717,1732610023231, seqNum=-1] 2024-11-26T08:34:05,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T08:34:05,464 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60776, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T08:34:05,465 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507. 2024-11-26T08:34:05,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T08:34:05,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T08:34:05,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T08:34:05,465 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T08:34:05,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-26T08:34:05,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] procedure2.ProcedureExecutor(1139): Stored pid=32, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-11-26T08:34:05,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 32 2024-11-26T08:34:05,474 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-26T08:34:05,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-26T08:34:05,479 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-26T08:34:05,491 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-26T08:34:05,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37101 is added to blk_1073741853_1029 (size=52) 2024-11-26T08:34:05,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-26T08:34:05,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-26T08:34:05,901 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-26T08:34:05,903 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 95821178b82ab750c0fdf68811cdef5b}] 2024-11-26T08:34:05,908 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=32, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 95821178b82ab750c0fdf68811cdef5b 2024-11-26T08:34:06,069 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-26T08:34:06,070 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1732610042090.95821178b82ab750c0fdf68811cdef5b. 2024-11-26T08:34:06,071 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing 95821178b82ab750c0fdf68811cdef5b 2/2 column families, dataSize=45 B heapSize=632 B 2024-11-26T08:34:06,090 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/backup/system/95821178b82ab750c0fdf68811cdef5b/.tmp/session/1e03a1d175474a0783cdedb90af06d1f is 49, key is activesession:/session:c/1732610045445/Put/seqid=0 2024-11-26T08:34:06,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37101 is added to blk_1073741854_1030 (size=5049) 2024-11-26T08:34:06,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-26T08:34:06,497 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=45 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/backup/system/95821178b82ab750c0fdf68811cdef5b/.tmp/session/1e03a1d175474a0783cdedb90af06d1f 2024-11-26T08:34:06,512 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/backup/system/95821178b82ab750c0fdf68811cdef5b/.tmp/session/1e03a1d175474a0783cdedb90af06d1f as hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/backup/system/95821178b82ab750c0fdf68811cdef5b/session/1e03a1d175474a0783cdedb90af06d1f 2024-11-26T08:34:06,520 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/backup/system/95821178b82ab750c0fdf68811cdef5b/session/1e03a1d175474a0783cdedb90af06d1f, entries=1, sequenceid=5, filesize=4.9 K 2024-11-26T08:34:06,521 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~45 B/45, heapSize ~360 B/360, currentSize=0 B/0 for 95821178b82ab750c0fdf68811cdef5b in 450ms, sequenceid=5, compaction requested=false 2024-11-26T08:34:06,522 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for 95821178b82ab750c0fdf68811cdef5b: 2024-11-26T08:34:06,522 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1732610042090.95821178b82ab750c0fdf68811cdef5b. for snapshot_backup_system completed. 2024-11-26T08:34:06,523 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'backup:system,,1732610042090.95821178b82ab750c0fdf68811cdef5b.' region-info for snapshot=snapshot_backup_system 2024-11-26T08:34:06,526 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-26T08:34:06,528 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-26T08:34:06,528 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/backup/system/95821178b82ab750c0fdf68811cdef5b/session/1e03a1d175474a0783cdedb90af06d1f] hfiles 2024-11-26T08:34:06,529 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/backup/system/95821178b82ab750c0fdf68811cdef5b/session/1e03a1d175474a0783cdedb90af06d1f for snapshot=snapshot_backup_system 2024-11-26T08:34:06,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37101 is added to blk_1073741855_1031 (size=95) 2024-11-26T08:34:06,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-26T08:34:06,940 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1732610042090.95821178b82ab750c0fdf68811cdef5b. 2024-11-26T08:34:06,943 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-26T08:34:06,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-26T08:34:06,947 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_backup_system on region 95821178b82ab750c0fdf68811cdef5b 2024-11-26T08:34:06,947 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=32, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 95821178b82ab750c0fdf68811cdef5b 2024-11-26T08:34:06,952 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=32 2024-11-26T08:34:06,952 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-26T08:34:06,952 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=32, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 95821178b82ab750c0fdf68811cdef5b in 1.0450 sec 2024-11-26T08:34:06,953 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-26T08:34:06,954 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-26T08:34:06,955 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_backup_system 2024-11-26T08:34:06,957 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/.hbase-snapshot/.tmp/snapshot_backup_system 2024-11-26T08:34:06,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37101 is added to blk_1073741856_1032 (size=731) 2024-11-26T08:34:07,398 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-26T08:34:07,409 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-26T08:34:07,410 DEBUG [PEWorker-1 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/.hbase-snapshot/snapshot_backup_system 2024-11-26T08:34:07,412 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-26T08:34:07,412 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 32 2024-11-26T08:34:07,414 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 1.9420 sec 2024-11-26T08:34:07,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-26T08:34:07,625 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: backup:system completed 2024-11-26T08:34:07,627 INFO [Time-limited test {}] impl.TableBackupClient(119): Backup backup_1732610041935 started at 1732610047625. 2024-11-26T08:34:07,645 DEBUG [Time-limited test {}] impl.TableBackupClient(123): Backup session backup_1732610041935 has been started. 2024-11-26T08:34:07,649 INFO [Time-limited test {}] impl.FullTableBackupClient(153): Execute roll log procedure for full backup ... 2024-11-26T08:34:07,654 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] master.MasterRpcServices(1035): Client=jenkins//172.17.0.2 procedure request for: rolllog-proc 2024-11-26T08:34:07,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] procedure.ProcedureCoordinator(166): Submitting procedure rolllog 2024-11-26T08:34:07,657 INFO [(719ac8e87449,38507,1732610021435)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2024-11-26T08:34:07,657 DEBUG [(719ac8e87449,38507,1732610021435)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2024-11-26T08:34:07,657 DEBUG [(719ac8e87449,38507,1732610021435)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2024-11-26T08:34:07,657 DEBUG [(719ac8e87449,38507,1732610021435)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2024-11-26T08:34:07,658 DEBUG [(719ac8e87449,38507,1732610021435)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:38507-0x1017790678c0000, quorum=127.0.0.1:50703, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-11-26T08:34:07,658 DEBUG [(719ac8e87449,38507,1732610021435)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2024-11-26T08:34:07,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40717-0x1017790678c0001, quorum=127.0.0.1:50703, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-11-26T08:34:07,708 DEBUG [(719ac8e87449,38507,1732610021435)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/719ac8e87449,40717,1732610023231 2024-11-26T08:34:07,709 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-11-26T08:34:07,709 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-26T08:34:07,710 DEBUG [(719ac8e87449,38507,1732610021435)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:38507-0x1017790678c0000, quorum=127.0.0.1:50703, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/719ac8e87449,40717,1732610023231 2024-11-26T08:34:07,710 DEBUG [(719ac8e87449,38507,1732610021435)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2024-11-26T08:34:07,711 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2024-11-26T08:34:07,712 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40717-0x1017790678c0001, quorum=127.0.0.1:50703, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-11-26T08:34:07,713 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2024-11-26T08:34:07,714 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2024-11-26T08:34:07,714 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2024-11-26T08:34:07,717 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2024-11-26T08:34:07,717 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(141): Submitting new Subprocedure:rolllog 2024-11-26T08:34:07,719 DEBUG [member: '719ac8e87449,40717,1732610023231' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2024-11-26T08:34:07,719 DEBUG [member: '719ac8e87449,40717,1732610023231' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2024-11-26T08:34:07,719 DEBUG [member: '719ac8e87449,40717,1732610023231' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2024-11-26T08:34:07,719 DEBUG [member: '719ac8e87449,40717,1732610023231' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2024-11-26T08:34:07,719 DEBUG [member: '719ac8e87449,40717,1732610023231' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: '719ac8e87449,40717,1732610023231' joining acquired barrier for procedure (rolllog) in zk 2024-11-26T08:34:07,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38507-0x1017790678c0000, quorum=127.0.0.1:50703, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/719ac8e87449,40717,1732610023231 2024-11-26T08:34:07,728 DEBUG [member: '719ac8e87449,40717,1732610023231' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2024-11-26T08:34:07,729 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/719ac8e87449,40717,1732610023231 2024-11-26T08:34:07,729 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-26T08:34:07,729 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-26T08:34:07,729 DEBUG [member: '719ac8e87449,40717,1732610023231' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40717-0x1017790678c0001, quorum=127.0.0.1:50703, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog 2024-11-26T08:34:07,729 DEBUG [member: '719ac8e87449,40717,1732610023231' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2024-11-26T08:34:07,729 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-26T08:34:07,730 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-26T08:34:07,731 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-26T08:34:07,731 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------719ac8e87449,40717,1732610023231 2024-11-26T08:34:07,732 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-26T08:34:07,733 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: '719ac8e87449,40717,1732610023231' joining acquired barrier for procedure 'rolllog' on coordinator 2024-11-26T08:34:07,733 DEBUG [(719ac8e87449,38507,1732610021435)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2024-11-26T08:34:07,733 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@4f93739c[Count = 0] remaining members to acquire global barrier 2024-11-26T08:34:07,733 DEBUG [(719ac8e87449,38507,1732610021435)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2024-11-26T08:34:07,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40717-0x1017790678c0001, quorum=127.0.0.1:50703, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-26T08:34:07,742 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2024-11-26T08:34:07,742 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2024-11-26T08:34:07,742 DEBUG [(719ac8e87449,38507,1732610021435)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:38507-0x1017790678c0000, quorum=127.0.0.1:50703, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/719ac8e87449,40717,1732610023231 2024-11-26T08:34:07,742 DEBUG [(719ac8e87449,38507,1732610021435)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2024-11-26T08:34:07,742 DEBUG [member: '719ac8e87449,40717,1732610023231' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2024-11-26T08:34:07,744 DEBUG [member: '719ac8e87449,40717,1732610023231' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2024-11-26T08:34:07,744 DEBUG [rs(719ac8e87449,40717,1732610023231)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: 719ac8e87449,40717,1732610023231 2024-11-26T08:34:07,751 INFO [rs(719ac8e87449,40717,1732610023231)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1732610026713 highest: 1732610033070 on 719ac8e87449,40717,1732610023231 2024-11-26T08:34:07,751 DEBUG [regionserver/719ac8e87449:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 719ac8e87449%2C40717%2C1732610023231.719ac8e87449%2C40717%2C1732610023231.regiongroup-1:(num 1732610033070) roll requested 2024-11-26T08:34:07,765 DEBUG [regionserver/719ac8e87449:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/WALs/719ac8e87449,40717,1732610023231/719ac8e87449%2C40717%2C1732610023231.719ac8e87449%2C40717%2C1732610023231.regiongroup-1.1732610047751, exclude list is [], retry=0 2024-11-26T08:34:07,768 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37101,DS-fb8eee8b-3b5e-498f-9dd9-655fc2461d22,DISK] 2024-11-26T08:34:07,770 INFO [regionserver/719ac8e87449:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/WALs/719ac8e87449,40717,1732610023231/719ac8e87449%2C40717%2C1732610023231.719ac8e87449%2C40717%2C1732610023231.regiongroup-1.1732610033070 with entries=24, filesize=4.64 KB; new WAL /user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/WALs/719ac8e87449,40717,1732610023231/719ac8e87449%2C40717%2C1732610023231.719ac8e87449%2C40717%2C1732610023231.regiongroup-1.1732610047751 2024-11-26T08:34:07,771 DEBUG [regionserver/719ac8e87449:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45793:45793)] 2024-11-26T08:34:07,771 DEBUG [regionserver/719ac8e87449:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/WALs/719ac8e87449,40717,1732610023231/719ac8e87449%2C40717%2C1732610023231.719ac8e87449%2C40717%2C1732610023231.regiongroup-1.1732610033070 is not closed yet, will try archiving it next time 2024-11-26T08:34:07,771 DEBUG [regionserver/719ac8e87449:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 719ac8e87449%2C40717%2C1732610023231.meta:.meta(num 1732610027086) roll requested 2024-11-26T08:34:07,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37101 is added to blk_1073741840_1016 (size=4756) 2024-11-26T08:34:07,791 DEBUG [regionserver/719ac8e87449:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/WALs/719ac8e87449,40717,1732610023231/719ac8e87449%2C40717%2C1732610023231.meta.1732610047771.meta, exclude list is [], retry=0 2024-11-26T08:34:07,794 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37101,DS-fb8eee8b-3b5e-498f-9dd9-655fc2461d22,DISK] 2024-11-26T08:34:07,796 INFO [regionserver/719ac8e87449:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/WALs/719ac8e87449,40717,1732610023231/719ac8e87449%2C40717%2C1732610023231.meta.1732610027086.meta with entries=42, filesize=11.76 KB; new WAL /user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/WALs/719ac8e87449,40717,1732610023231/719ac8e87449%2C40717%2C1732610023231.meta.1732610047771.meta 2024-11-26T08:34:07,796 DEBUG [regionserver/719ac8e87449:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45793:45793)] 2024-11-26T08:34:07,797 DEBUG [regionserver/719ac8e87449:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/WALs/719ac8e87449,40717,1732610023231/719ac8e87449%2C40717%2C1732610023231.meta.1732610027086.meta is not closed yet, will try archiving it next time 2024-11-26T08:34:07,797 DEBUG [regionserver/719ac8e87449:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 719ac8e87449%2C40717%2C1732610023231.719ac8e87449%2C40717%2C1732610023231.regiongroup-0:(num 1732610026713) roll requested 2024-11-26T08:34:07,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37101 is added to blk_1073741834_1010 (size=12055) 2024-11-26T08:34:07,799 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/WALs/719ac8e87449,40717,1732610023231/719ac8e87449%2C40717%2C1732610023231.meta.1732610027086.meta not finished, retry = 0 2024-11-26T08:34:07,815 DEBUG [regionserver/719ac8e87449:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/WALs/719ac8e87449,40717,1732610023231/719ac8e87449%2C40717%2C1732610023231.719ac8e87449%2C40717%2C1732610023231.regiongroup-0.1732610047797, exclude list is [], retry=0 2024-11-26T08:34:07,818 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37101,DS-fb8eee8b-3b5e-498f-9dd9-655fc2461d22,DISK] 2024-11-26T08:34:07,820 INFO [regionserver/719ac8e87449:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/WALs/719ac8e87449,40717,1732610023231/719ac8e87449%2C40717%2C1732610023231.719ac8e87449%2C40717%2C1732610023231.regiongroup-0.1732610026713 with entries=3, filesize=1.00 KB; new WAL /user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/WALs/719ac8e87449,40717,1732610023231/719ac8e87449%2C40717%2C1732610023231.719ac8e87449%2C40717%2C1732610023231.regiongroup-0.1732610047797 2024-11-26T08:34:07,820 DEBUG [regionserver/719ac8e87449:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45793:45793)] 2024-11-26T08:34:07,821 DEBUG [regionserver/719ac8e87449:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/WALs/719ac8e87449,40717,1732610023231/719ac8e87449%2C40717%2C1732610023231.719ac8e87449%2C40717%2C1732610023231.regiongroup-0.1732610026713 is not closed yet, will try archiving it next time 2024-11-26T08:34:07,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37101 is added to blk_1073741833_1009 (size=1034) 2024-11-26T08:34:07,822 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/WALs/719ac8e87449,40717,1732610023231/719ac8e87449%2C40717%2C1732610023231.719ac8e87449%2C40717%2C1732610023231.regiongroup-0.1732610026713 not finished, retry = 0 2024-11-26T08:34:07,831 DEBUG [rs(719ac8e87449,40717,1732610023231)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 80 2024-11-26T08:34:07,832 INFO [rs(719ac8e87449,40717,1732610023231)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1732610047797 on 719ac8e87449,40717,1732610023231 2024-11-26T08:34:07,832 DEBUG [rs(719ac8e87449,40717,1732610023231)-backup-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T08:34:07,832 DEBUG [rs(719ac8e87449,40717,1732610023231)-backup-pool-0 {}] client.AsyncConnectionImpl(321): The fetched master address is 719ac8e87449,38507,1732610021435 2024-11-26T08:34:07,832 DEBUG [rs(719ac8e87449,40717,1732610023231)-backup-pool-0 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@65eac6bf 2024-11-26T08:34:07,832 DEBUG [rs(719ac8e87449,40717,1732610023231)-backup-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T08:34:07,834 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46983, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-26T08:34:07,834 DEBUG [rs(719ac8e87449,40717,1732610023231)-backup-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T08:34:07,834 DEBUG [rs(719ac8e87449,40717,1732610023231)-backup-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=719ac8e87449,40717,1732610023231, seqNum=-1] 2024-11-26T08:34:07,835 DEBUG [rs(719ac8e87449,40717,1732610023231)-backup-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T08:34:07,836 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60239, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-26T08:34:07,843 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-26T08:34:07,849 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-26T08:34:07,854 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='rslogts:hdfs://localhost:46515/backupUT\x00', locateType=CURRENT is [region=backup:system,,1732610042090.95821178b82ab750c0fdf68811cdef5b., hostname=719ac8e87449,40717,1732610023231, seqNum=2] 2024-11-26T08:34:07,859 DEBUG [member: '719ac8e87449,40717,1732610023231' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2024-11-26T08:34:07,859 DEBUG [member: '719ac8e87449,40717,1732610023231' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member '719ac8e87449,40717,1732610023231' in zk 2024-11-26T08:34:07,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38507-0x1017790678c0000, quorum=127.0.0.1:50703, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/719ac8e87449,40717,1732610023231 2024-11-26T08:34:07,875 DEBUG [member: '719ac8e87449,40717,1732610023231' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2024-11-26T08:34:07,875 DEBUG [member: '719ac8e87449,40717,1732610023231' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-11-26T08:34:07,875 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/719ac8e87449,40717,1732610023231 2024-11-26T08:34:07,875 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-26T08:34:07,875 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-26T08:34:07,875 DEBUG [member: '719ac8e87449,40717,1732610023231' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2024-11-26T08:34:07,876 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-26T08:34:07,876 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-26T08:34:07,877 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-26T08:34:07,878 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------719ac8e87449,40717,1732610023231 2024-11-26T08:34:07,878 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-26T08:34:07,879 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-26T08:34:07,880 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------719ac8e87449,40717,1732610023231 2024-11-26T08:34:07,881 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member '719ac8e87449,40717,1732610023231': 2024-11-26T08:34:07,881 INFO [(719ac8e87449,38507,1732610021435)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2024-11-26T08:34:07,882 DEBUG [(719ac8e87449,38507,1732610021435)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2024-11-26T08:34:07,882 DEBUG [(719ac8e87449,38507,1732610021435)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2024-11-26T08:34:07,882 DEBUG [(719ac8e87449,38507,1732610021435)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2024-11-26T08:34:07,882 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: '719ac8e87449,40717,1732610023231' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2024-11-26T08:34:07,882 INFO [(719ac8e87449,38507,1732610021435)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllog including nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2024-11-26T08:34:07,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40717-0x1017790678c0001, quorum=127.0.0.1:50703, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-26T08:34:07,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38507-0x1017790678c0000, quorum=127.0.0.1:50703, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-26T08:34:07,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40717-0x1017790678c0001, quorum=127.0.0.1:50703, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-11-26T08:34:07,892 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2024-11-26T08:34:07,892 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2024-11-26T08:34:07,892 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-26T08:34:07,892 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-26T08:34:07,892 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-11-26T08:34:07,892 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-26T08:34:07,892 DEBUG [(719ac8e87449,38507,1732610021435)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:38507-0x1017790678c0000, quorum=127.0.0.1:50703, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/719ac8e87449,40717,1732610023231 2024-11-26T08:34:07,892 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-11-26T08:34:07,892 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-26T08:34:07,893 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-26T08:34:07,893 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-11-26T08:34:07,893 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-26T08:34:07,894 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-26T08:34:07,894 DEBUG [(719ac8e87449,38507,1732610021435)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:38507-0x1017790678c0000, quorum=127.0.0.1:50703, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/719ac8e87449,40717,1732610023231 2024-11-26T08:34:07,894 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------719ac8e87449,40717,1732610023231 2024-11-26T08:34:07,895 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-26T08:34:07,895 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-26T08:34:07,895 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------719ac8e87449,40717,1732610023231 2024-11-26T08:34:07,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38507-0x1017790678c0000, quorum=127.0.0.1:50703, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/719ac8e87449,40717,1732610023231 2024-11-26T08:34:07,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40717-0x1017790678c0001, quorum=127.0.0.1:50703, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-11-26T08:34:07,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38507-0x1017790678c0000, quorum=127.0.0.1:50703, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-11-26T08:34:07,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38507-0x1017790678c0000, quorum=127.0.0.1:50703, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-11-26T08:34:07,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38507-0x1017790678c0000, quorum=127.0.0.1:50703, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/719ac8e87449,40717,1732610023231 2024-11-26T08:34:07,908 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-11-26T08:34:07,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38507-0x1017790678c0000, quorum=127.0.0.1:50703, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-26T08:34:07,908 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-26T08:34:07,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38507-0x1017790678c0000, quorum=127.0.0.1:50703, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-26T08:34:07,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40717-0x1017790678c0001, quorum=127.0.0.1:50703, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-11-26T08:34:07,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38507-0x1017790678c0000, quorum=127.0.0.1:50703, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-26T08:34:07,909 DEBUG [(719ac8e87449,38507,1732610021435)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-11-26T08:34:07,909 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2024-11-26T08:34:07,909 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2024-11-26T08:34:07,909 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-11-26T08:34:07,909 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-26T08:34:07,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] master.MasterRpcServices(1336): Checking to see if procedure from request:rolllog-proc is done 2024-11-26T08:34:07,921 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_1732610047920_default_test-1732610031728 table=test-1732610031728 type=FLUSH ttl=0 } 2024-11-26T08:34:07,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732610047922 (current time:1732610047922). 2024-11-26T08:34:07,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-26T08:34:07,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1732610047920_default_test-1732610031728 VERSION not specified, setting to 2 2024-11-26T08:34:07,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6afcc41c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T08:34:07,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] client.ClusterIdFetcher(90): Going to request 719ac8e87449,38507,-1 for getting cluster id 2024-11-26T08:34:07,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T08:34:07,924 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '17d1c972-e6d1-49bb-8136-c4aa91e4da0d' 2024-11-26T08:34:07,924 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T08:34:07,924 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "17d1c972-e6d1-49bb-8136-c4aa91e4da0d" 2024-11-26T08:34:07,925 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6aec5aeb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T08:34:07,925 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/WALs/719ac8e87449,40717,1732610023231/719ac8e87449%2C40717%2C1732610023231.719ac8e87449%2C40717%2C1732610023231.regiongroup-0.1732610026713 to hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/oldWALs/719ac8e87449%2C40717%2C1732610023231.719ac8e87449%2C40717%2C1732610023231.regiongroup-0.1732610026713 2024-11-26T08:34:07,925 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [719ac8e87449,38507,-1] 2024-11-26T08:34:07,925 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T08:34:07,926 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T08:34:07,926 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45238, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T08:34:07,927 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@651fa8db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T08:34:07,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T08:34:07,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=719ac8e87449,40717,1732610023231, seqNum=-1] 2024-11-26T08:34:07,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T08:34:07,930 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60788, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T08:34:07,931 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507. 2024-11-26T08:34:07,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T08:34:07,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T08:34:07,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T08:34:07,931 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T08:34:07,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-26T08:34:07,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] procedure2.ProcedureExecutor(1139): Stored pid=34, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1732610047920_default_test-1732610031728 table=test-1732610031728 type=FLUSH ttl=0 } 2024-11-26T08:34:07,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1732610047920_default_test-1732610031728 table=test-1732610031728 type=FLUSH ttl=0 }, snapshot procedure id = 34 2024-11-26T08:34:07,935 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1732610047920_default_test-1732610031728 table=test-1732610031728 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-26T08:34:07,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-26T08:34:07,937 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1732610047920_default_test-1732610031728 table=test-1732610031728 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-26T08:34:07,940 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1732610047920_default_test-1732610031728 table=test-1732610031728 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-26T08:34:07,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37101 is added to blk_1073741860_1036 (size=84) 2024-11-26T08:34:08,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-26T08:34:08,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-26T08:34:08,350 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1732610047920_default_test-1732610031728 table=test-1732610031728 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-26T08:34:08,351 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure aaf2ed5a35d99d782b6a4ccacf5b1db6}] 2024-11-26T08:34:08,353 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=34, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure aaf2ed5a35d99d782b6a4ccacf5b1db6 2024-11-26T08:34:08,506 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-26T08:34:08,507 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on test-1732610031728,,1732610032240.aaf2ed5a35d99d782b6a4ccacf5b1db6. 2024-11-26T08:34:08,508 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing aaf2ed5a35d99d782b6a4ccacf5b1db6 3/3 column families, dataSize=654 B heapSize=2.25 KB 2024-11-26T08:34:08,534 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/default/test-1732610031728/aaf2ed5a35d99d782b6a4ccacf5b1db6/.tmp/f3/8f5f6e35e00a442c9369b9729a997c4d is 58, key is row-test-1732610031728-3-0/f3:q1/1732610041900/Put/seqid=0 2024-11-26T08:34:08,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37101 is added to blk_1073741861_1037 (size=5387) 2024-11-26T08:34:08,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-26T08:34:08,941 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=324 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/default/test-1732610031728/aaf2ed5a35d99d782b6a4ccacf5b1db6/.tmp/f3/8f5f6e35e00a442c9369b9729a997c4d 2024-11-26T08:34:08,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37101 is added to blk_1073741862_1038 (size=4469) 2024-11-26T08:34:09,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-26T08:34:09,386 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/default/test-1732610031728/aaf2ed5a35d99d782b6a4ccacf5b1db6/.tmp/mob/6554c3ddb30845989a8b95e8aaf5a79e is 59, key is row-test-1732610031728-3-0/mob:q1/1732610041918/Put/seqid=0 2024-11-26T08:34:09,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37101 is added to blk_1073741863_1039 (size=5484) 2024-11-26T08:34:09,794 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=121, memsize=330, hasBloomFilter=true, into tmp file hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/default/test-1732610031728/aaf2ed5a35d99d782b6a4ccacf5b1db6/.tmp/mob/6554c3ddb30845989a8b95e8aaf5a79e 2024-11-26T08:34:09,805 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/default/test-1732610031728/aaf2ed5a35d99d782b6a4ccacf5b1db6/.tmp/f3/8f5f6e35e00a442c9369b9729a997c4d as hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/default/test-1732610031728/aaf2ed5a35d99d782b6a4ccacf5b1db6/f3/8f5f6e35e00a442c9369b9729a997c4d 2024-11-26T08:34:09,814 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/default/test-1732610031728/aaf2ed5a35d99d782b6a4ccacf5b1db6/f3/8f5f6e35e00a442c9369b9729a997c4d, entries=6, sequenceid=121, filesize=5.3 K 2024-11-26T08:34:09,816 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/default/test-1732610031728/aaf2ed5a35d99d782b6a4ccacf5b1db6/.tmp/mob/6554c3ddb30845989a8b95e8aaf5a79e as hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/default/test-1732610031728/aaf2ed5a35d99d782b6a4ccacf5b1db6/mob/6554c3ddb30845989a8b95e8aaf5a79e 2024-11-26T08:34:09,825 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/default/test-1732610031728/aaf2ed5a35d99d782b6a4ccacf5b1db6/mob/6554c3ddb30845989a8b95e8aaf5a79e, entries=6, sequenceid=121, filesize=5.4 K 2024-11-26T08:34:09,826 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~654 B/654, heapSize ~1.97 KB/2016, currentSize=0 B/0 for aaf2ed5a35d99d782b6a4ccacf5b1db6 in 1319ms, sequenceid=121, compaction requested=false 2024-11-26T08:34:09,826 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for aaf2ed5a35d99d782b6a4ccacf5b1db6: 2024-11-26T08:34:09,826 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region test-1732610031728,,1732610032240.aaf2ed5a35d99d782b6a4ccacf5b1db6. for snapshot_1732610047920_default_test-1732610031728 completed. 2024-11-26T08:34:09,827 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'test-1732610031728,,1732610032240.aaf2ed5a35d99d782b6a4ccacf5b1db6.' region-info for snapshot=snapshot_1732610047920_default_test-1732610031728 2024-11-26T08:34:09,827 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-26T08:34:09,827 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/default/test-1732610031728/aaf2ed5a35d99d782b6a4ccacf5b1db6/f/b11ceffe501b4d3b9bc2fa24e22eca87] hfiles 2024-11-26T08:34:09,827 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/default/test-1732610031728/aaf2ed5a35d99d782b6a4ccacf5b1db6/f/b11ceffe501b4d3b9bc2fa24e22eca87 for snapshot=snapshot_1732610047920_default_test-1732610031728 2024-11-26T08:34:09,827 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/default/test-1732610031728/aaf2ed5a35d99d782b6a4ccacf5b1db6/f3/8f5f6e35e00a442c9369b9729a997c4d] hfiles 2024-11-26T08:34:09,827 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/default/test-1732610031728/aaf2ed5a35d99d782b6a4ccacf5b1db6/f3/8f5f6e35e00a442c9369b9729a997c4d for snapshot=snapshot_1732610047920_default_test-1732610031728 2024-11-26T08:34:09,827 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/default/test-1732610031728/aaf2ed5a35d99d782b6a4ccacf5b1db6/mob/6554c3ddb30845989a8b95e8aaf5a79e] hfiles 2024-11-26T08:34:09,827 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/default/test-1732610031728/aaf2ed5a35d99d782b6a4ccacf5b1db6/mob/6554c3ddb30845989a8b95e8aaf5a79e for snapshot=snapshot_1732610047920_default_test-1732610031728 2024-11-26T08:34:09,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37101 is added to blk_1073741864_1040 (size=185) 2024-11-26T08:34:10,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-26T08:34:10,234 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on test-1732610031728,,1732610032240.aaf2ed5a35d99d782b6a4ccacf5b1db6. 2024-11-26T08:34:10,234 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-26T08:34:10,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-26T08:34:10,235 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1732610047920_default_test-1732610031728 on region aaf2ed5a35d99d782b6a4ccacf5b1db6 2024-11-26T08:34:10,235 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=34, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure aaf2ed5a35d99d782b6a4ccacf5b1db6 2024-11-26T08:34:10,240 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=35, resume processing ppid=34 2024-11-26T08:34:10,240 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=34, state=SUCCESS, hasLock=false; SnapshotRegionProcedure aaf2ed5a35d99d782b6a4ccacf5b1db6 in 1.8860 sec 2024-11-26T08:34:10,240 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1732610047920_default_test-1732610031728 table=test-1732610031728 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-26T08:34:10,242 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1732610047920_default_test-1732610031728 table=test-1732610031728 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-26T08:34:10,245 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(300): Storing region-info for snapshot. 2024-11-26T08:34:10,245 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(305): Creating references for hfiles 2024-11-26T08:34:10,246 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T08:34:10,247 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: f 2024-11-26T08:34:10,247 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T08:34:10,247 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: f3 2024-11-26T08:34:10,247 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T08:34:10,248 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: mob 2024-11-26T08:34:10,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37101 is added to blk_1073741865_1041 (size=49) 2024-11-26T08:34:10,482 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-26T08:34:10,525 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2024-11-26T08:34:10,657 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1732610047920_default_test-1732610031728 table=test-1732610031728 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-26T08:34:10,657 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1732610047920_default_test-1732610031728 2024-11-26T08:34:10,659 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/.hbase-snapshot/.tmp/snapshot_1732610047920_default_test-1732610031728 2024-11-26T08:34:10,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37101 is added to blk_1073741866_1042 (size=1146) 2024-11-26T08:34:10,820 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'backup:system_bulk' 2024-11-26T08:34:11,079 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1732610047920_default_test-1732610031728 table=test-1732610031728 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-26T08:34:11,094 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1732610047920_default_test-1732610031728 table=test-1732610031728 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-26T08:34:11,095 DEBUG [PEWorker-5 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/.hbase-snapshot/.tmp/snapshot_1732610047920_default_test-1732610031728 to hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/.hbase-snapshot/snapshot_1732610047920_default_test-1732610031728 2024-11-26T08:34:11,097 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1732610047920_default_test-1732610031728 table=test-1732610031728 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-26T08:34:11,097 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1732610047920_default_test-1732610031728 table=test-1732610031728 type=FLUSH ttl=0 }, snapshot procedure id = 34 2024-11-26T08:34:11,099 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1732610047920_default_test-1732610031728 table=test-1732610031728 type=FLUSH ttl=0 } in 3.1650 sec 2024-11-26T08:34:11,872 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system 2024-11-26T08:34:11,872 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_backup_table_system Metrics about Tables on a single HBase RegionServer 2024-11-26T08:34:11,873 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system_bulk 2024-11-26T08:34:11,873 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_backup_table_system_bulk Metrics about Tables on a single HBase RegionServer 2024-11-26T08:34:12,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-26T08:34:12,095 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: default:test-1732610031728 completed 2024-11-26T08:34:12,098 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_1732610052096_ns2_test-17326100317281 table=ns2:test-17326100317281 type=FLUSH ttl=0 } 2024-11-26T08:34:12,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732610052098 (current time:1732610052098). 2024-11-26T08:34:12,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-26T08:34:12,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1732610052096_ns2_test-17326100317281 VERSION not specified, setting to 2 2024-11-26T08:34:12,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1334148e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T08:34:12,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] client.ClusterIdFetcher(90): Going to request 719ac8e87449,38507,-1 for getting cluster id 2024-11-26T08:34:12,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T08:34:12,102 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '17d1c972-e6d1-49bb-8136-c4aa91e4da0d' 2024-11-26T08:34:12,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T08:34:12,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "17d1c972-e6d1-49bb-8136-c4aa91e4da0d" 2024-11-26T08:34:12,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@666bbebd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T08:34:12,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [719ac8e87449,38507,-1] 2024-11-26T08:34:12,104 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T08:34:12,104 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T08:34:12,105 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34032, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T08:34:12,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@220e0be0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T08:34:12,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T08:34:12,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=719ac8e87449,40717,1732610023231, seqNum=-1] 2024-11-26T08:34:12,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T08:34:12,109 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60436, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T08:34:12,110 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507. 2024-11-26T08:34:12,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T08:34:12,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T08:34:12,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T08:34:12,110 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T08:34:12,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-26T08:34:12,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] procedure2.ProcedureExecutor(1139): Stored pid=36, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1732610052096_ns2_test-17326100317281 table=ns2:test-17326100317281 type=FLUSH ttl=0 } 2024-11-26T08:34:12,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1732610052096_ns2_test-17326100317281 table=ns2:test-17326100317281 type=FLUSH ttl=0 }, snapshot procedure id = 36 2024-11-26T08:34:12,114 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1732610052096_ns2_test-17326100317281 table=ns2:test-17326100317281 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-26T08:34:12,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-26T08:34:12,115 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1732610052096_ns2_test-17326100317281 table=ns2:test-17326100317281 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-26T08:34:12,119 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1732610052096_ns2_test-17326100317281 table=ns2:test-17326100317281 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-26T08:34:12,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37101 is added to blk_1073741867_1043 (size=86) 2024-11-26T08:34:12,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-26T08:34:12,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-26T08:34:12,534 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1732610052096_ns2_test-17326100317281 table=ns2:test-17326100317281 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-26T08:34:12,535 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure aa3be1f80fa6bd55cd0e5668b254a5bc}] 2024-11-26T08:34:12,538 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=37, ppid=36, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure aa3be1f80fa6bd55cd0e5668b254a5bc 2024-11-26T08:34:12,690 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=37 2024-11-26T08:34:12,691 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on ns2:test-17326100317281,,1732610033589.aa3be1f80fa6bd55cd0e5668b254a5bc. 2024-11-26T08:34:12,692 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegion(2902): Flushing aa3be1f80fa6bd55cd0e5668b254a5bc 1/1 column families, dataSize=3.17 KB heapSize=11 KB 2024-11-26T08:34:12,725 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/ns2/test-17326100317281/aa3be1f80fa6bd55cd0e5668b254a5bc/.tmp/f/7c9739033366471493fe3ca924b0949e is 37, key is row10/f:q1/1732610035774/Put/seqid=0 2024-11-26T08:34:12,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37101 is added to blk_1073741868_1044 (size=8413) 2024-11-26T08:34:12,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-26T08:34:13,132 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.17 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/ns2/test-17326100317281/aa3be1f80fa6bd55cd0e5668b254a5bc/.tmp/f/7c9739033366471493fe3ca924b0949e 2024-11-26T08:34:13,148 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/ns2/test-17326100317281/aa3be1f80fa6bd55cd0e5668b254a5bc/.tmp/f/7c9739033366471493fe3ca924b0949e as hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/ns2/test-17326100317281/aa3be1f80fa6bd55cd0e5668b254a5bc/f/7c9739033366471493fe3ca924b0949e 2024-11-26T08:34:13,159 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/ns2/test-17326100317281/aa3be1f80fa6bd55cd0e5668b254a5bc/f/7c9739033366471493fe3ca924b0949e, entries=99, sequenceid=103, filesize=8.2 K 2024-11-26T08:34:13,160 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegion(3140): Finished flush of dataSize ~3.17 KB/3247, heapSize ~10.98 KB/11248, currentSize=0 B/0 for aa3be1f80fa6bd55cd0e5668b254a5bc in 468ms, sequenceid=103, compaction requested=false 2024-11-26T08:34:13,161 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegion(2603): Flush status journal for aa3be1f80fa6bd55cd0e5668b254a5bc: 2024-11-26T08:34:13,161 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.SnapshotRegionCallable(75): Snapshotting region ns2:test-17326100317281,,1732610033589.aa3be1f80fa6bd55cd0e5668b254a5bc. for snapshot_1732610052096_ns2_test-17326100317281 completed. 2024-11-26T08:34:13,161 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(241): Storing 'ns2:test-17326100317281,,1732610033589.aa3be1f80fa6bd55cd0e5668b254a5bc.' region-info for snapshot=snapshot_1732610052096_ns2_test-17326100317281 2024-11-26T08:34:13,161 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-26T08:34:13,161 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/ns2/test-17326100317281/aa3be1f80fa6bd55cd0e5668b254a5bc/f/7c9739033366471493fe3ca924b0949e] hfiles 2024-11-26T08:34:13,161 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/ns2/test-17326100317281/aa3be1f80fa6bd55cd0e5668b254a5bc/f/7c9739033366471493fe3ca924b0949e for snapshot=snapshot_1732610052096_ns2_test-17326100317281 2024-11-26T08:34:13,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37101 is added to blk_1073741869_1045 (size=91) 2024-11-26T08:34:13,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-26T08:34:13,570 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on ns2:test-17326100317281,,1732610033589.aa3be1f80fa6bd55cd0e5668b254a5bc. 2024-11-26T08:34:13,570 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=37 2024-11-26T08:34:13,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] master.HMaster(4169): Remote procedure done, pid=37 2024-11-26T08:34:13,571 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1732610052096_ns2_test-17326100317281 on region aa3be1f80fa6bd55cd0e5668b254a5bc 2024-11-26T08:34:13,571 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=37, ppid=36, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure aa3be1f80fa6bd55cd0e5668b254a5bc 2024-11-26T08:34:13,577 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36 2024-11-26T08:34:13,577 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1732610052096_ns2_test-17326100317281 table=ns2:test-17326100317281 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-26T08:34:13,577 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; SnapshotRegionProcedure aa3be1f80fa6bd55cd0e5668b254a5bc in 1.0380 sec 2024-11-26T08:34:13,578 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1732610052096_ns2_test-17326100317281 table=ns2:test-17326100317281 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-26T08:34:13,578 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1732610052096_ns2_test-17326100317281 table=ns2:test-17326100317281 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-26T08:34:13,579 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1732610052096_ns2_test-17326100317281 2024-11-26T08:34:13,580 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/.hbase-snapshot/.tmp/snapshot_1732610052096_ns2_test-17326100317281 2024-11-26T08:34:13,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37101 is added to blk_1073741870_1046 (size=456) 2024-11-26T08:34:13,998 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1732610052096_ns2_test-17326100317281 table=ns2:test-17326100317281 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-26T08:34:14,007 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1732610052096_ns2_test-17326100317281 table=ns2:test-17326100317281 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-26T08:34:14,008 DEBUG [PEWorker-4 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/.hbase-snapshot/.tmp/snapshot_1732610052096_ns2_test-17326100317281 to hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/.hbase-snapshot/snapshot_1732610052096_ns2_test-17326100317281 2024-11-26T08:34:14,009 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1732610052096_ns2_test-17326100317281 table=ns2:test-17326100317281 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-26T08:34:14,010 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1732610052096_ns2_test-17326100317281 table=ns2:test-17326100317281 type=FLUSH ttl=0 }, snapshot procedure id = 36 2024-11-26T08:34:14,011 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1732610052096_ns2_test-17326100317281 table=ns2:test-17326100317281 type=FLUSH ttl=0 } in 1.8990 sec 2024-11-26T08:34:14,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-26T08:34:14,265 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: ns2:test-17326100317281 completed 2024-11-26T08:34:14,265 DEBUG [Time-limited test {}] impl.FullTableBackupClient(174): snapshot copy for backup_1732610041935 2024-11-26T08:34:14,265 INFO [Time-limited test {}] impl.FullTableBackupClient(68): Snapshot copy is starting. 2024-11-26T08:34:14,268 DEBUG [Time-limited test {}] impl.FullTableBackupClient(80): There are 2 snapshots to be copied. 2024-11-26T08:34:14,271 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1732610041935_test-1732610031728 2024-11-26T08:34:14,271 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1732610047920_default_test-1732610031728 to hdfs://localhost:46515/backupUT/backup_1732610041935/default/test-1732610031728/ 2024-11-26T08:34:14,277 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-11-26T08:34:14,308 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1094): inputFs=hdfs://localhost:46515, inputRoot=hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6 2024-11-26T08:34:14,308 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1095): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_-515701088_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:46515/backupUT/backup_1732610041935/default/test-1732610031728, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:46515/backupUT/backup_1732610041935/default/test-1732610031728/.hbase-snapshot/.tmp/snapshot_1732610047920_default_test-1732610031728 2024-11-26T08:34:14,311 INFO [Time-limited test {}] snapshot.ExportSnapshot(1104): Verify the source snapshot's expiration status and integrity. 2024-11-26T08:34:14,318 INFO [Time-limited test {}] snapshot.ExportSnapshot(1162): Copy Snapshot Manifest from hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/.hbase-snapshot/snapshot_1732610047920_default_test-1732610031728 to hdfs://localhost:46515/backupUT/backup_1732610041935/default/test-1732610031728/.hbase-snapshot/.tmp/snapshot_1732610047920_default_test-1732610031728 2024-11-26T08:34:14,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37101 is added to blk_1073741871_1047 (size=84) 2024-11-26T08:34:14,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37101 is added to blk_1073741872_1048 (size=1146) 2024-11-26T08:34:14,739 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-26T08:34:14,739 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-26T08:34:14,740 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-26T08:34:15,635 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/5c1d7269-9c3d-d2f1-151b-0b39cfe105a5/hadoop-17107047477807964280.jar 2024-11-26T08:34:15,636 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-26T08:34:15,636 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-26T08:34:15,637 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-26T08:34:15,637 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-26T08:34:15,637 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-26T08:34:15,637 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-26T08:34:15,638 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-26T08:34:15,638 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-26T08:34:15,638 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-26T08:34:15,639 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-26T08:34:15,639 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-26T08:34:15,639 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-26T08:34:15,640 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-26T08:34:15,640 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-26T08:34:15,640 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-26T08:34:15,640 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-26T08:34:15,641 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-26T08:34:15,641 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-26T08:34:15,641 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-26T08:34:15,642 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-26T08:34:15,644 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-26T08:34:15,644 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-26T08:34:15,644 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-26T08:34:15,645 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-26T08:34:15,645 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-26T08:34:15,645 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-26T08:34:15,645 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-26T08:34:15,705 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-26T08:34:15,733 INFO [Time-limited test {}] snapshot.ExportSnapshot(663): Loading Snapshot 'snapshot_1732610047920_default_test-1732610031728' hfile list 2024-11-26T08:34:15,739 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(763): export split=0 size=18.8 K 2024-11-26T08:34:15,945 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/5c1d7269-9c3d-d2f1-151b-0b39cfe105a5/mapreduce.cluster.local.dir/job_local1289005449_0001_68a12062-b712-4774-b96d-e6d438ec7bd8/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory 2024-11-26T08:34:15,945 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/5c1d7269-9c3d-d2f1-151b-0b39cfe105a5/mapreduce.cluster.local.dir/job_local1289005449_0001_68a12062-b712-4774-b96d-e6d438ec7bd8/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/* 2024-11-26T08:34:16,084 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(239): Using bufferSize=128 M 2024-11-26T08:34:16,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37101 is added to blk_1073741873_1049 (size=8413) 2024-11-26T08:34:16,563 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/default/test-1732610031728/aaf2ed5a35d99d782b6a4ccacf5b1db6/f/b11ceffe501b4d3b9bc2fa24e22eca87 output=hdfs://localhost:46515/backupUT/backup_1732610041935/default/test-1732610031728/archive/data/default/test-1732610031728/aaf2ed5a35d99d782b6a4ccacf5b1db6/f/b11ceffe501b4d3b9bc2fa24e22eca87 2024-11-26T08:34:16,565 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=8413 (8.2 K) time=0sec 0.017M/sec 2024-11-26T08:34:16,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37101 is added to blk_1073741874_1050 (size=5484) 2024-11-26T08:34:16,998 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/default/test-1732610031728/aaf2ed5a35d99d782b6a4ccacf5b1db6/mob/6554c3ddb30845989a8b95e8aaf5a79e output=hdfs://localhost:46515/backupUT/backup_1732610041935/default/test-1732610031728/archive/data/default/test-1732610031728/aaf2ed5a35d99d782b6a4ccacf5b1db6/mob/6554c3ddb30845989a8b95e8aaf5a79e 2024-11-26T08:34:16,998 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=5484 (5.4 K) time=0sec 0.012M/sec 2024-11-26T08:34:17,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37101 is added to blk_1073741875_1051 (size=5387) 2024-11-26T08:34:17,458 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/default/test-1732610031728/aaf2ed5a35d99d782b6a4ccacf5b1db6/f3/8f5f6e35e00a442c9369b9729a997c4d output=hdfs://localhost:46515/backupUT/backup_1732610041935/default/test-1732610031728/archive/data/default/test-1732610031728/aaf2ed5a35d99d782b6a4ccacf5b1db6/f3/8f5f6e35e00a442c9369b9729a997c4d 2024-11-26T08:34:17,459 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=5387 (5.3 K) time=0sec 0.011M/sec 2024-11-26T08:34:18,050 INFO [Time-limited test {}] snapshot.ExportSnapshot(1219): Finalize the Snapshot Export 2024-11-26T08:34:18,053 INFO [Time-limited test {}] snapshot.ExportSnapshot(1230): Verify the exported snapshot's expiration status and integrity. 2024-11-26T08:34:18,063 INFO [Time-limited test {}] snapshot.ExportSnapshot(1236): Export Completed: snapshot_1732610047920_default_test-1732610031728 2024-11-26T08:34:18,063 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1732610047920_default_test-1732610031728 finished. 2024-11-26T08:34:18,063 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1732610041935_ns2:test-17326100317281 2024-11-26T08:34:18,063 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1732610052096_ns2_test-17326100317281 to hdfs://localhost:46515/backupUT/backup_1732610041935/ns2/test-17326100317281/ 2024-11-26T08:34:18,063 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-11-26T08:34:18,092 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1094): inputFs=hdfs://localhost:46515, inputRoot=hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6 2024-11-26T08:34:18,092 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1095): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_-515701088_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:46515/backupUT/backup_1732610041935/ns2/test-17326100317281, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:46515/backupUT/backup_1732610041935/ns2/test-17326100317281/.hbase-snapshot/.tmp/snapshot_1732610052096_ns2_test-17326100317281 2024-11-26T08:34:18,094 INFO [Time-limited test {}] snapshot.ExportSnapshot(1104): Verify the source snapshot's expiration status and integrity. 2024-11-26T08:34:18,099 INFO [Time-limited test {}] snapshot.ExportSnapshot(1162): Copy Snapshot Manifest from hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/.hbase-snapshot/snapshot_1732610052096_ns2_test-17326100317281 to hdfs://localhost:46515/backupUT/backup_1732610041935/ns2/test-17326100317281/.hbase-snapshot/.tmp/snapshot_1732610052096_ns2_test-17326100317281 2024-11-26T08:34:18,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37101 is added to blk_1073741876_1052 (size=86) 2024-11-26T08:34:18,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37101 is added to blk_1073741877_1053 (size=456) 2024-11-26T08:34:18,519 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-26T08:34:18,519 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-26T08:34:18,520 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-26T08:34:19,401 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/5c1d7269-9c3d-d2f1-151b-0b39cfe105a5/hadoop-4061714223899058274.jar 2024-11-26T08:34:19,401 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-26T08:34:19,401 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-26T08:34:19,402 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-26T08:34:19,402 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-26T08:34:19,402 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-26T08:34:19,402 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-26T08:34:19,403 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-26T08:34:19,403 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-26T08:34:19,403 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-26T08:34:19,403 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-26T08:34:19,404 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-26T08:34:19,404 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-26T08:34:19,404 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-26T08:34:19,405 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-26T08:34:19,405 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-26T08:34:19,405 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-26T08:34:19,405 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-26T08:34:19,406 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-26T08:34:19,406 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-26T08:34:19,406 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-26T08:34:19,406 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-26T08:34:19,407 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-26T08:34:19,407 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-26T08:34:19,407 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-26T08:34:19,407 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-26T08:34:19,407 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-26T08:34:19,408 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-26T08:34:19,445 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-26T08:34:19,471 INFO [Time-limited test {}] snapshot.ExportSnapshot(663): Loading Snapshot 'snapshot_1732610052096_ns2_test-17326100317281' hfile list 2024-11-26T08:34:19,473 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(763): export split=0 size=8.2 K 2024-11-26T08:34:19,554 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/5c1d7269-9c3d-d2f1-151b-0b39cfe105a5/mapreduce.cluster.local.dir/job_local686251772_0002_c078f163-37f7-4c1a-88d1-28f65023e747/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory 2024-11-26T08:34:19,554 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/5c1d7269-9c3d-d2f1-151b-0b39cfe105a5/mapreduce.cluster.local.dir/job_local686251772_0002_c078f163-37f7-4c1a-88d1-28f65023e747/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/* 2024-11-26T08:34:19,640 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(239): Using bufferSize=128 M 2024-11-26T08:34:19,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37101 is added to blk_1073741878_1054 (size=8413) 2024-11-26T08:34:20,096 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/ns2/test-17326100317281/aa3be1f80fa6bd55cd0e5668b254a5bc/f/7c9739033366471493fe3ca924b0949e output=hdfs://localhost:46515/backupUT/backup_1732610041935/ns2/test-17326100317281/archive/data/ns2/test-17326100317281/aa3be1f80fa6bd55cd0e5668b254a5bc/f/7c9739033366471493fe3ca924b0949e 2024-11-26T08:34:20,096 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=8413 (8.2 K) time=0sec 0.018M/sec 2024-11-26T08:34:20,613 INFO [Time-limited test {}] snapshot.ExportSnapshot(1219): Finalize the Snapshot Export 2024-11-26T08:34:20,615 INFO [Time-limited test {}] snapshot.ExportSnapshot(1230): Verify the exported snapshot's expiration status and integrity. 2024-11-26T08:34:20,625 INFO [Time-limited test {}] snapshot.ExportSnapshot(1236): Export Completed: snapshot_1732610052096_ns2_test-17326100317281 2024-11-26T08:34:20,625 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1732610052096_ns2_test-17326100317281 finished. 2024-11-26T08:34:20,625 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): test-1732610031728 2024-11-26T08:34:20,625 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): ns2:test-17326100317281 2024-11-26T08:34:20,671 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1732610041935 2024-11-26T08:34:20,671 DEBUG [Time-limited test {}] impl.TableBackupClient(305): Current backup is a full backup, no direct ancestor for it. 2024-11-26T08:34:20,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37101 is added to blk_1073741879_1055 (size=130) 2024-11-26T08:34:21,083 INFO [Time-limited test {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:46515/backupUT/backup_1732610041935/.backup.manifest 2024-11-26T08:34:21,090 DEBUG [Time-limited test {}] impl.TableBackupClient(387): Backup backup_1732610041935 finished: type=FULL,tablelist=test-1732610031728;ns2:test-17326100317281,targetRootDir=hdfs://localhost:46515/backupUT,startts=1732610047625,completets=1732610060669,bytescopied=0 2024-11-26T08:34:21,091 DEBUG [Time-limited test {}] impl.TableBackupClient(142): Trying to delete snapshot for full backup. 2024-11-26T08:34:21,091 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1732610047920_default_test-1732610031728 2024-11-26T08:34:21,096 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_1732610047920_default_test-1732610031728" type: DISABLED 2024-11-26T08:34:21,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1732610047920_default_test-1732610031728 2024-11-26T08:34:21,101 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1732610047920_default_test-1732610031728 for backup backup_1732610041935 succeeded. 2024-11-26T08:34:21,101 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1732610052096_ns2_test-17326100317281 2024-11-26T08:34:21,102 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_1732610052096_ns2_test-17326100317281" type: DISABLED 2024-11-26T08:34:21,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1732610052096_ns2_test-17326100317281 2024-11-26T08:34:21,106 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1732610052096_ns2_test-17326100317281 for backup backup_1732610041935 succeeded. 2024-11-26T08:34:21,107 DEBUG [Time-limited test {}] impl.BackupSystemTable(1571): Deleting snapshot_backup_system from the system 2024-11-26T08:34:21,118 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_backup_system" type: DISABLED 2024-11-26T08:34:21,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_backup_system 2024-11-26T08:34:21,121 DEBUG [Time-limited test {}] impl.BackupSystemTable(1576): Done deleting backup system table snapshot 2024-11-26T08:34:21,127 DEBUG [Time-limited test {}] impl.BackupSystemTable(662): Finish backup exclusive operation 2024-11-26T08:34:21,141 INFO [Time-limited test {}] impl.TableBackupClient(405): Backup backup_1732610041935 completed. 2024-11-26T08:34:21,151 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-26T08:34:21,158 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-26T08:34:21,164 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:backup_1732610041935', locateType=CURRENT is [region=backup:system,,1732610042090.95821178b82ab750c0fdf68811cdef5b., hostname=719ac8e87449,40717,1732610023231, seqNum=2] 2024-11-26T08:34:21,348 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(113): writing 99 rows to test-1732610031728 2024-11-26T08:34:21,371 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(116): written 99 rows to test-1732610031728 2024-11-26T08:34:21,555 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(120): written 111 rows to test-1732610031728 to Mob enabled CF 2024-11-26T08:34:21,577 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:test-17326100317281', row='row-t20', locateType=CURRENT is [region=ns2:test-17326100317281,,1732610033589.aa3be1f80fa6bd55cd0e5668b254a5bc., hostname=719ac8e87449,40717,1732610023231, seqNum=2] 2024-11-26T08:34:21,595 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(133): written 5 rows to ns2:test-17326100317281 2024-11-26T08:34:21,603 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] master.HMaster$3(2313): Client=jenkins//172.17.0.2 split test-1732610031728,,1732610032240.aaf2ed5a35d99d782b6a4ccacf5b1db6. 2024-11-26T08:34:21,604 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] assignment.SplitTableRegionProcedure(210): test-1732610031728,,1732610032240.aaf2ed5a35d99d782b6a4ccacf5b1db6. splitKey isn't explicitly specified, will try to find a best split key from RS 719ac8e87449,40717,1732610023231 2024-11-26T08:34:21,608 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40717 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/default/test-1732610031728/aaf2ed5a35d99d782b6a4ccacf5b1db6/f/b11ceffe501b4d3b9bc2fa24e22eca87 because midkey is the same as first or last row 2024-11-26T08:34:21,608 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40717 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/default/test-1732610031728/aaf2ed5a35d99d782b6a4ccacf5b1db6/f3/8f5f6e35e00a442c9369b9729a997c4d because midkey is the same as first or last row 2024-11-26T08:34:21,608 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40717 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/default/test-1732610031728/aaf2ed5a35d99d782b6a4ccacf5b1db6/mob/6554c3ddb30845989a8b95e8aaf5a79e because midkey is the same as first or last row 2024-11-26T08:34:21,608 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40717 {}] regionserver.HRegion(2902): Flushing aaf2ed5a35d99d782b6a4ccacf5b1db6 3/3 column families, dataSize=11.48 KB heapSize=27.79 KB 2024-11-26T08:34:21,628 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40717 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/default/test-1732610031728/aaf2ed5a35d99d782b6a4ccacf5b1db6/.tmp/f/fb5e428c313c44ca94ea919324124661 is 59, key is row-test-1732610031728-1-10/f:q1/1732610061186/Put/seqid=0 2024-11-26T08:34:21,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37101 is added to blk_1073741880_1056 (size=10796) 2024-11-26T08:34:22,035 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40717 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=5.30 KB at sequenceid=334 (bloomFilter=true), to=hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/default/test-1732610031728/aaf2ed5a35d99d782b6a4ccacf5b1db6/.tmp/f/fb5e428c313c44ca94ea919324124661 2024-11-26T08:34:22,060 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40717 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411269c28239a423a4983af4adc6a0c66454a_aaf2ed5a35d99d782b6a4ccacf5b1db6 is 63, key is row-test-1732610031728-3-100/mob:q1/1732610061537/Put/seqid=0 2024-11-26T08:34:22,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37101 is added to blk_1073741881_1057 (size=5591) 2024-11-26T08:34:22,466 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T08:34:22,481 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40717 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411269c28239a423a4983af4adc6a0c66454a_aaf2ed5a35d99d782b6a4ccacf5b1db6 to hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/mobdir/data/default/test-1732610031728/66f0f24d53e8e2382fd077f5e5e35293/mob/d41d8cd98f00b204e9800998ecf8427e202411269c28239a423a4983af4adc6a0c66454a_aaf2ed5a35d99d782b6a4ccacf5b1db6 2024-11-26T08:34:22,482 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40717 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/default/test-1732610031728/aaf2ed5a35d99d782b6a4ccacf5b1db6/.tmp/mob/230c2502147743eabe822009d7c853af, store: [table=test-1732610031728 family=mob region=aaf2ed5a35d99d782b6a4ccacf5b1db6] 2024-11-26T08:34:22,483 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40717 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/default/test-1732610031728/aaf2ed5a35d99d782b6a4ccacf5b1db6/.tmp/mob/230c2502147743eabe822009d7c853af is 192, key is row-test-1732610031728-3-100/mob:q1/1732610061537/Put/seqid=0 2024-11-26T08:34:22,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37101 is added to blk_1073741882_1058 (size=13760) 2024-11-26T08:34:22,888 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40717 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=334, memsize=6.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/default/test-1732610031728/aaf2ed5a35d99d782b6a4ccacf5b1db6/.tmp/mob/230c2502147743eabe822009d7c853af 2024-11-26T08:34:22,902 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40717 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/default/test-1732610031728/aaf2ed5a35d99d782b6a4ccacf5b1db6/.tmp/f/fb5e428c313c44ca94ea919324124661 as hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/default/test-1732610031728/aaf2ed5a35d99d782b6a4ccacf5b1db6/f/fb5e428c313c44ca94ea919324124661 2024-11-26T08:34:22,910 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40717 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/default/test-1732610031728/aaf2ed5a35d99d782b6a4ccacf5b1db6/f/fb5e428c313c44ca94ea919324124661, entries=99, sequenceid=334, filesize=10.5 K 2024-11-26T08:34:22,911 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40717 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/default/test-1732610031728/aaf2ed5a35d99d782b6a4ccacf5b1db6/.tmp/mob/230c2502147743eabe822009d7c853af as hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/default/test-1732610031728/aaf2ed5a35d99d782b6a4ccacf5b1db6/mob/230c2502147743eabe822009d7c853af 2024-11-26T08:34:22,919 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40717 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/default/test-1732610031728/aaf2ed5a35d99d782b6a4ccacf5b1db6/mob/230c2502147743eabe822009d7c853af, entries=111, sequenceid=334, filesize=13.4 K 2024-11-26T08:34:22,920 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40717 {}] regionserver.HRegion(3140): Finished flush of dataSize ~11.48 KB/11754, heapSize ~27.51 KB/28168, currentSize=0 B/0 for aaf2ed5a35d99d782b6a4ccacf5b1db6 in 1312ms, sequenceid=334, compaction requested=false 2024-11-26T08:34:22,920 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40717 {}] regionserver.HRegion(2603): Flush status journal for aaf2ed5a35d99d782b6a4ccacf5b1db6: 2024-11-26T08:34:22,920 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40717 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/default/test-1732610031728/aaf2ed5a35d99d782b6a4ccacf5b1db6/f/fb5e428c313c44ca94ea919324124661 because midkey is the same as first or last row 2024-11-26T08:34:22,920 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40717 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/default/test-1732610031728/aaf2ed5a35d99d782b6a4ccacf5b1db6/f3/8f5f6e35e00a442c9369b9729a997c4d because midkey is the same as first or last row 2024-11-26T08:34:22,920 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40717 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/default/test-1732610031728/aaf2ed5a35d99d782b6a4ccacf5b1db6/mob/230c2502147743eabe822009d7c853af because midkey is the same as first or last row 2024-11-26T08:34:22,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] assignment.SplitTableRegionProcedure(223): Splittable=true state=OPEN, location=719ac8e87449,40717,1732610023231 2024-11-26T08:34:22,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.DoNotRetryIOException: Region not splittable because bestSplitPoint = null, maybe table is too small for auto split. For force split, try specifying split row at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.checkSplittable(SplitTableRegionProcedure.java:240) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.(SplitTableRegionProcedure.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.AssignmentManager.createSplitProcedure(AssignmentManager.java:1176) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster$3.run(HMaster.java:2316) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureUtil.submitProcedure(MasterProcedureUtil.java:137) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.splitRegion(HMaster.java:2309) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.splitRegion(MasterRpcServices.java:955) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T08:34:22,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] ipc.CallRunner(138): callId: 302 service: MasterService methodName: SplitRegion size: 99 connection: 172.17.0.2:45186 deadline: 1732610121602, exception=org.apache.hadoop.hbase.DoNotRetryIOException: Region not splittable because bestSplitPoint = null, maybe table is too small for auto split. For force split, try specifying split row 2024-11-26T08:34:22,927 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(144): region is not splittable, because java.util.concurrent.ExecutionException: org.apache.hadoop.hbase.DoNotRetryIOException: org.apache.hadoop.hbase.DoNotRetryIOException: Region not splittable because bestSplitPoint = null, maybe table is too small for auto split. For force split, try specifying split row at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.checkSplittable(SplitTableRegionProcedure.java:240) at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.(SplitTableRegionProcedure.java:135) at org.apache.hadoop.hbase.master.assignment.AssignmentManager.createSplitProcedure(AssignmentManager.java:1176) at org.apache.hadoop.hbase.master.HMaster$3.run(HMaster.java:2316) at org.apache.hadoop.hbase.master.procedure.MasterProcedureUtil.submitProcedure(MasterProcedureUtil.java:137) at org.apache.hadoop.hbase.master.HMaster.splitRegion(HMaster.java:2309) at org.apache.hadoop.hbase.master.MasterRpcServices.splitRegion(MasterRpcServices.java:955) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T08:34:22,927 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2726): Operation: SPLIT_REGION, Table Name: default:test-1732610031728 failed with org.apache.hadoop.hbase.DoNotRetryIOException: Region not splittable because bestSplitPoint = null, maybe table is too small for auto split. For force split, try specifying split row at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.checkSplittable(SplitTableRegionProcedure.java:240) at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.(SplitTableRegionProcedure.java:135) at org.apache.hadoop.hbase.master.assignment.AssignmentManager.createSplitProcedure(AssignmentManager.java:1176) at org.apache.hadoop.hbase.master.HMaster$3.run(HMaster.java:2316) at org.apache.hadoop.hbase.master.procedure.MasterProcedureUtil.submitProcedure(MasterProcedureUtil.java:137) at org.apache.hadoop.hbase.master.HMaster.splitRegion(HMaster.java:2309) at org.apache.hadoop.hbase.master.MasterRpcServices.splitRegion(MasterRpcServices.java:955) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T08:34:22,928 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [30,000] milli-secs(wait.for.ratio=[1]) 2024-11-26T08:34:22,930 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test-1732610031728,, stopping at row=test-1732610031728 ,, for max=2147483647 with caching=100 2024-11-26T08:34:22,938 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test-1732610031728,, stopping at row=test-1732610031728 ,, for max=2147483647 with caching=100 2024-11-26T08:34:22,944 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test-1732610031728', row='', locateType=CURRENT is [region=test-1732610031728,,1732610032240.aaf2ed5a35d99d782b6a4ccacf5b1db6., hostname=719ac8e87449,40717,1732610023231, seqNum=107] 2024-11-26T08:34:22,951 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(149): split finished in =1356 2024-11-26T08:34:22,960 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-26T08:34:22,964 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-26T08:34:22,983 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-26T08:34:22,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-26T08:34:22,992 DEBUG [Time-limited test {}] impl.BackupSystemTable(635): Start new backup exclusive operation 2024-11-26T08:34:22,996 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1732610062951 2024-11-26T08:34:23,002 DEBUG [Time-limited test {}] impl.TableBackupClient(334): Dependent full backup image: {BackupID=backup_1732610041935} 2024-11-26T08:34:23,002 DEBUG [Time-limited test {}] impl.TableBackupClient(337): Got 1 ancestors for the current backup. 2024-11-26T08:34:23,011 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-26T08:34:23,016 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-26T08:34:23,037 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-26T08:34:23,043 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-26T08:34:23,054 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-11-26T08:34:23,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732610063054 (current time:1732610063054). 2024-11-26T08:34:23,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-26T08:34:23,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2024-11-26T08:34:23,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ddc5289, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T08:34:23,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] client.ClusterIdFetcher(90): Going to request 719ac8e87449,38507,-1 for getting cluster id 2024-11-26T08:34:23,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T08:34:23,057 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '17d1c972-e6d1-49bb-8136-c4aa91e4da0d' 2024-11-26T08:34:23,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T08:34:23,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "17d1c972-e6d1-49bb-8136-c4aa91e4da0d" 2024-11-26T08:34:23,058 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29d6b729, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T08:34:23,058 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [719ac8e87449,38507,-1] 2024-11-26T08:34:23,058 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T08:34:23,059 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T08:34:23,060 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53886, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T08:34:23,061 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12b248a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T08:34:23,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T08:34:23,062 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=719ac8e87449,40717,1732610023231, seqNum=-1] 2024-11-26T08:34:23,062 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T08:34:23,063 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38538, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T08:34:23,064 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507. 2024-11-26T08:34:23,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T08:34:23,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T08:34:23,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T08:34:23,064 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T08:34:23,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-26T08:34:23,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] procedure2.ProcedureExecutor(1139): Stored pid=39, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-11-26T08:34:23,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 39 2024-11-26T08:34:23,067 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-26T08:34:23,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-11-26T08:34:23,068 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-26T08:34:23,070 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-26T08:34:23,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37101 is added to blk_1073741883_1059 (size=52) 2024-11-26T08:34:23,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-11-26T08:34:23,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-11-26T08:34:23,478 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-26T08:34:23,479 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=40, ppid=39, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 95821178b82ab750c0fdf68811cdef5b}] 2024-11-26T08:34:23,480 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=40, ppid=39, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 95821178b82ab750c0fdf68811cdef5b 2024-11-26T08:34:23,632 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=40 2024-11-26T08:34:23,632 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1732610042090.95821178b82ab750c0fdf68811cdef5b. 2024-11-26T08:34:23,633 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HRegion(2902): Flushing 95821178b82ab750c0fdf68811cdef5b 2/2 column families, dataSize=1.44 KB heapSize=2.75 KB 2024-11-26T08:34:23,654 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/backup/system/95821178b82ab750c0fdf68811cdef5b/.tmp/meta/f42173f4a8f6425b8646484aa4a80a28 is 158, key is trslm:hdfs://localhost:46515/backupUT\x00ns2:test-17326100317281/meta:log-roll-map/1732610060658/Put/seqid=0 2024-11-26T08:34:23,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37101 is added to blk_1073741884_1060 (size=5914) 2024-11-26T08:34:23,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-11-26T08:34:24,061 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=746 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/backup/system/95821178b82ab750c0fdf68811cdef5b/.tmp/meta/f42173f4a8f6425b8646484aa4a80a28 2024-11-26T08:34:24,078 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/backup/system/95821178b82ab750c0fdf68811cdef5b/.tmp/session/85702c8cdade4af6953d799fddc1474e is 433, key is session:backup_1732610041935/session:context/1732610061126/Put/seqid=0 2024-11-26T08:34:24,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37101 is added to blk_1073741885_1061 (size=5535) 2024-11-26T08:34:24,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-11-26T08:34:24,484 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=732 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/backup/system/95821178b82ab750c0fdf68811cdef5b/.tmp/session/85702c8cdade4af6953d799fddc1474e 2024-11-26T08:34:24,500 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/backup/system/95821178b82ab750c0fdf68811cdef5b/.tmp/meta/f42173f4a8f6425b8646484aa4a80a28 as hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/backup/system/95821178b82ab750c0fdf68811cdef5b/meta/f42173f4a8f6425b8646484aa4a80a28 2024-11-26T08:34:24,507 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/backup/system/95821178b82ab750c0fdf68811cdef5b/meta/f42173f4a8f6425b8646484aa4a80a28, entries=6, sequenceid=17, filesize=5.8 K 2024-11-26T08:34:24,508 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/backup/system/95821178b82ab750c0fdf68811cdef5b/.tmp/session/85702c8cdade4af6953d799fddc1474e as hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/backup/system/95821178b82ab750c0fdf68811cdef5b/session/85702c8cdade4af6953d799fddc1474e 2024-11-26T08:34:24,516 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/backup/system/95821178b82ab750c0fdf68811cdef5b/session/85702c8cdade4af6953d799fddc1474e, entries=2, sequenceid=17, filesize=5.4 K 2024-11-26T08:34:24,517 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HRegion(3140): Finished flush of dataSize ~1.44 KB/1478, heapSize ~2.72 KB/2784, currentSize=0 B/0 for 95821178b82ab750c0fdf68811cdef5b in 884ms, sequenceid=17, compaction requested=false 2024-11-26T08:34:24,517 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HRegion(2603): Flush status journal for 95821178b82ab750c0fdf68811cdef5b: 2024-11-26T08:34:24,517 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1732610042090.95821178b82ab750c0fdf68811cdef5b. for snapshot_backup_system completed. 2024-11-26T08:34:24,518 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(241): Storing 'backup:system,,1732610042090.95821178b82ab750c0fdf68811cdef5b.' region-info for snapshot=snapshot_backup_system 2024-11-26T08:34:24,518 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-26T08:34:24,518 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/backup/system/95821178b82ab750c0fdf68811cdef5b/meta/f42173f4a8f6425b8646484aa4a80a28] hfiles 2024-11-26T08:34:24,518 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/backup/system/95821178b82ab750c0fdf68811cdef5b/meta/f42173f4a8f6425b8646484aa4a80a28 for snapshot=snapshot_backup_system 2024-11-26T08:34:24,518 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/backup/system/95821178b82ab750c0fdf68811cdef5b/session/1e03a1d175474a0783cdedb90af06d1f, hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/backup/system/95821178b82ab750c0fdf68811cdef5b/session/85702c8cdade4af6953d799fddc1474e] hfiles 2024-11-26T08:34:24,518 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(265): Adding reference for file (1/2): hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/backup/system/95821178b82ab750c0fdf68811cdef5b/session/1e03a1d175474a0783cdedb90af06d1f for snapshot=snapshot_backup_system 2024-11-26T08:34:24,518 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(265): Adding reference for file (2/2): hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/backup/system/95821178b82ab750c0fdf68811cdef5b/session/85702c8cdade4af6953d799fddc1474e for snapshot=snapshot_backup_system 2024-11-26T08:34:24,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37101 is added to blk_1073741886_1062 (size=173) 2024-11-26T08:34:24,925 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1732610042090.95821178b82ab750c0fdf68811cdef5b. 2024-11-26T08:34:24,925 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=40 2024-11-26T08:34:24,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] master.HMaster(4169): Remote procedure done, pid=40 2024-11-26T08:34:24,926 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_backup_system on region 95821178b82ab750c0fdf68811cdef5b 2024-11-26T08:34:24,926 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=40, ppid=39, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 95821178b82ab750c0fdf68811cdef5b 2024-11-26T08:34:24,929 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=40, resume processing ppid=39 2024-11-26T08:34:24,929 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-26T08:34:24,929 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=39, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 95821178b82ab750c0fdf68811cdef5b in 1.4480 sec 2024-11-26T08:34:24,930 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-26T08:34:24,931 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-26T08:34:24,931 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_backup_system 2024-11-26T08:34:24,932 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/.hbase-snapshot/.tmp/snapshot_backup_system 2024-11-26T08:34:24,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37101 is added to blk_1073741887_1063 (size=810) 2024-11-26T08:34:25,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-11-26T08:34:25,347 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-26T08:34:25,358 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-26T08:34:25,359 DEBUG [PEWorker-3 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/.hbase-snapshot/snapshot_backup_system 2024-11-26T08:34:25,361 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-26T08:34:25,361 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 39 2024-11-26T08:34:25,363 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 2.2960 sec 2024-11-26T08:34:27,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-11-26T08:34:27,235 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: backup:system completed 2024-11-26T08:34:27,236 INFO [Time-limited test {}] impl.TableBackupClient(119): Backup backup_1732610062951 started at 1732610067236. 2024-11-26T08:34:27,242 DEBUG [Time-limited test {}] impl.TableBackupClient(123): Backup session backup_1732610062951 has been started. 2024-11-26T08:34:27,253 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(285): For incremental backup, current table set is [test-1732610031728, ns2:test-17326100317281] 2024-11-26T08:34:27,257 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(76): StartCode 1732610033070for backupID backup_1732610062951 2024-11-26T08:34:27,257 INFO [Time-limited test {}] impl.IncrementalBackupManager(86): Execute roll log procedure for incremental backup ... 2024-11-26T08:34:27,257 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] master.MasterRpcServices(1035): Client=jenkins//172.17.0.2 procedure request for: rolllog-proc 2024-11-26T08:34:27,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] procedure.ProcedureCoordinator(166): Submitting procedure rolllog 2024-11-26T08:34:27,258 INFO [(719ac8e87449,38507,1732610021435)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2024-11-26T08:34:27,258 DEBUG [(719ac8e87449,38507,1732610021435)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2024-11-26T08:34:27,258 DEBUG [(719ac8e87449,38507,1732610021435)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2024-11-26T08:34:27,258 DEBUG [(719ac8e87449,38507,1732610021435)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2024-11-26T08:34:27,259 DEBUG [(719ac8e87449,38507,1732610021435)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:38507-0x1017790678c0000, quorum=127.0.0.1:50703, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-11-26T08:34:27,259 DEBUG [(719ac8e87449,38507,1732610021435)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2024-11-26T08:34:27,312 DEBUG [(719ac8e87449,38507,1732610021435)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/719ac8e87449,40717,1732610023231 2024-11-26T08:34:27,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40717-0x1017790678c0001, quorum=127.0.0.1:50703, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-11-26T08:34:27,313 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-11-26T08:34:27,313 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-26T08:34:27,314 DEBUG [(719ac8e87449,38507,1732610021435)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:38507-0x1017790678c0000, quorum=127.0.0.1:50703, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/719ac8e87449,40717,1732610023231 2024-11-26T08:34:27,314 DEBUG [(719ac8e87449,38507,1732610021435)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2024-11-26T08:34:27,314 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2024-11-26T08:34:27,316 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40717-0x1017790678c0001, quorum=127.0.0.1:50703, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-11-26T08:34:27,317 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2024-11-26T08:34:27,318 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2024-11-26T08:34:27,318 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2024-11-26T08:34:27,318 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2024-11-26T08:34:27,319 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(141): Submitting new Subprocedure:rolllog 2024-11-26T08:34:27,319 DEBUG [member: '719ac8e87449,40717,1732610023231' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2024-11-26T08:34:27,319 DEBUG [member: '719ac8e87449,40717,1732610023231' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2024-11-26T08:34:27,319 DEBUG [member: '719ac8e87449,40717,1732610023231' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2024-11-26T08:34:27,319 DEBUG [member: '719ac8e87449,40717,1732610023231' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2024-11-26T08:34:27,319 DEBUG [member: '719ac8e87449,40717,1732610023231' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: '719ac8e87449,40717,1732610023231' joining acquired barrier for procedure (rolllog) in zk 2024-11-26T08:34:27,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38507-0x1017790678c0000, quorum=127.0.0.1:50703, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/719ac8e87449,40717,1732610023231 2024-11-26T08:34:27,329 DEBUG [member: '719ac8e87449,40717,1732610023231' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2024-11-26T08:34:27,329 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/719ac8e87449,40717,1732610023231 2024-11-26T08:34:27,329 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-26T08:34:27,329 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-26T08:34:27,329 DEBUG [member: '719ac8e87449,40717,1732610023231' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40717-0x1017790678c0001, quorum=127.0.0.1:50703, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog 2024-11-26T08:34:27,329 DEBUG [member: '719ac8e87449,40717,1732610023231' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2024-11-26T08:34:27,330 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-26T08:34:27,330 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-26T08:34:27,331 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-26T08:34:27,331 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------719ac8e87449,40717,1732610023231 2024-11-26T08:34:27,332 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-26T08:34:27,333 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: '719ac8e87449,40717,1732610023231' joining acquired barrier for procedure 'rolllog' on coordinator 2024-11-26T08:34:27,333 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@3f51cbc7[Count = 0] remaining members to acquire global barrier 2024-11-26T08:34:27,333 DEBUG [(719ac8e87449,38507,1732610021435)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2024-11-26T08:34:27,333 DEBUG [(719ac8e87449,38507,1732610021435)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2024-11-26T08:34:27,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40717-0x1017790678c0001, quorum=127.0.0.1:50703, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-26T08:34:27,343 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2024-11-26T08:34:27,343 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2024-11-26T08:34:27,343 DEBUG [member: '719ac8e87449,40717,1732610023231' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2024-11-26T08:34:27,343 DEBUG [(719ac8e87449,38507,1732610021435)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:38507-0x1017790678c0000, quorum=127.0.0.1:50703, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/719ac8e87449,40717,1732610023231 2024-11-26T08:34:27,343 DEBUG [(719ac8e87449,38507,1732610021435)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2024-11-26T08:34:27,343 DEBUG [member: '719ac8e87449,40717,1732610023231' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2024-11-26T08:34:27,343 DEBUG [rs(719ac8e87449,40717,1732610023231)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: 719ac8e87449,40717,1732610023231 2024-11-26T08:34:27,343 INFO [rs(719ac8e87449,40717,1732610023231)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1732610047797 highest: 1732610047797 on 719ac8e87449,40717,1732610023231 2024-11-26T08:34:27,344 DEBUG [regionserver/719ac8e87449:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 719ac8e87449%2C40717%2C1732610023231.719ac8e87449%2C40717%2C1732610023231.regiongroup-1:(num 1732610047751) roll requested 2024-11-26T08:34:27,359 DEBUG [regionserver/719ac8e87449:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/WALs/719ac8e87449,40717,1732610023231/719ac8e87449%2C40717%2C1732610023231.719ac8e87449%2C40717%2C1732610023231.regiongroup-1.1732610067344, exclude list is [], retry=0 2024-11-26T08:34:27,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37101,DS-fb8eee8b-3b5e-498f-9dd9-655fc2461d22,DISK] 2024-11-26T08:34:27,364 INFO [regionserver/719ac8e87449:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/WALs/719ac8e87449,40717,1732610023231/719ac8e87449%2C40717%2C1732610023231.719ac8e87449%2C40717%2C1732610023231.regiongroup-1.1732610047751 with entries=224, filesize=29.77 KB; new WAL /user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/WALs/719ac8e87449,40717,1732610023231/719ac8e87449%2C40717%2C1732610023231.719ac8e87449%2C40717%2C1732610023231.regiongroup-1.1732610067344 2024-11-26T08:34:27,365 DEBUG [regionserver/719ac8e87449:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45793:45793)] 2024-11-26T08:34:27,365 DEBUG [regionserver/719ac8e87449:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/WALs/719ac8e87449,40717,1732610023231/719ac8e87449%2C40717%2C1732610023231.719ac8e87449%2C40717%2C1732610023231.regiongroup-1.1732610047751 is not closed yet, will try archiving it next time 2024-11-26T08:34:27,365 DEBUG [regionserver/719ac8e87449:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 719ac8e87449%2C40717%2C1732610023231.meta:.meta(num 1732610047771) roll requested 2024-11-26T08:34:27,365 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/WALs/719ac8e87449,40717,1732610023231/719ac8e87449%2C40717%2C1732610023231.719ac8e87449%2C40717%2C1732610023231.regiongroup-1.1732610033070 to hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/oldWALs/719ac8e87449%2C40717%2C1732610023231.719ac8e87449%2C40717%2C1732610023231.regiongroup-1.1732610033070 2024-11-26T08:34:27,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37101 is added to blk_1073741857_1033 (size=30490) 2024-11-26T08:34:27,366 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/WALs/719ac8e87449,40717,1732610023231/719ac8e87449%2C40717%2C1732610023231.719ac8e87449%2C40717%2C1732610023231.regiongroup-1.1732610047751 not finished, retry = 0 2024-11-26T08:34:27,378 DEBUG [regionserver/719ac8e87449:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/WALs/719ac8e87449,40717,1732610023231/719ac8e87449%2C40717%2C1732610023231.meta.1732610067365.meta, exclude list is [], retry=0 2024-11-26T08:34:27,380 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37101,DS-fb8eee8b-3b5e-498f-9dd9-655fc2461d22,DISK] 2024-11-26T08:34:27,381 INFO [regionserver/719ac8e87449:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/WALs/719ac8e87449,40717,1732610023231/719ac8e87449%2C40717%2C1732610023231.meta.1732610047771.meta with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/WALs/719ac8e87449,40717,1732610023231/719ac8e87449%2C40717%2C1732610023231.meta.1732610067365.meta 2024-11-26T08:34:27,381 DEBUG [regionserver/719ac8e87449:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45793:45793)] 2024-11-26T08:34:27,381 DEBUG [regionserver/719ac8e87449:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/WALs/719ac8e87449,40717,1732610023231/719ac8e87449%2C40717%2C1732610023231.meta.1732610047771.meta is not closed yet, will try archiving it next time 2024-11-26T08:34:27,382 DEBUG [regionserver/719ac8e87449:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 719ac8e87449%2C40717%2C1732610023231.719ac8e87449%2C40717%2C1732610023231.regiongroup-0:(num 1732610047797) roll requested 2024-11-26T08:34:27,383 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/WALs/719ac8e87449,40717,1732610023231/719ac8e87449%2C40717%2C1732610023231.meta.1732610047771.meta not finished, retry = 0 2024-11-26T08:34:27,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37101 is added to blk_1073741858_1034 (size=93) 2024-11-26T08:34:27,394 DEBUG [regionserver/719ac8e87449:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/WALs/719ac8e87449,40717,1732610023231/719ac8e87449%2C40717%2C1732610023231.719ac8e87449%2C40717%2C1732610023231.regiongroup-0.1732610067382, exclude list is [], retry=0 2024-11-26T08:34:27,396 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37101,DS-fb8eee8b-3b5e-498f-9dd9-655fc2461d22,DISK] 2024-11-26T08:34:27,398 INFO [regionserver/719ac8e87449:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/WALs/719ac8e87449,40717,1732610023231/719ac8e87449%2C40717%2C1732610023231.719ac8e87449%2C40717%2C1732610023231.regiongroup-0.1732610047797 with entries=7, filesize=1.16 KB; new WAL /user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/WALs/719ac8e87449,40717,1732610023231/719ac8e87449%2C40717%2C1732610023231.719ac8e87449%2C40717%2C1732610023231.regiongroup-0.1732610067382 2024-11-26T08:34:27,398 DEBUG [regionserver/719ac8e87449:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45793:45793)] 2024-11-26T08:34:27,399 DEBUG [regionserver/719ac8e87449:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/WALs/719ac8e87449,40717,1732610023231/719ac8e87449%2C40717%2C1732610023231.719ac8e87449%2C40717%2C1732610023231.regiongroup-0.1732610047797 is not closed yet, will try archiving it next time 2024-11-26T08:34:27,400 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/WALs/719ac8e87449,40717,1732610023231/719ac8e87449%2C40717%2C1732610023231.719ac8e87449%2C40717%2C1732610023231.regiongroup-0.1732610047797 not finished, retry = 0 2024-11-26T08:34:27,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37101 is added to blk_1073741859_1035 (size=1198) 2024-11-26T08:34:27,404 DEBUG [rs(719ac8e87449,40717,1732610023231)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 61 2024-11-26T08:34:27,404 INFO [rs(719ac8e87449,40717,1732610023231)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1732610067382 on 719ac8e87449,40717,1732610023231 2024-11-26T08:34:27,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-26T08:34:27,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-26T08:34:27,424 DEBUG [member: '719ac8e87449,40717,1732610023231' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2024-11-26T08:34:27,424 DEBUG [member: '719ac8e87449,40717,1732610023231' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member '719ac8e87449,40717,1732610023231' in zk 2024-11-26T08:34:27,442 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38507-0x1017790678c0000, quorum=127.0.0.1:50703, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/719ac8e87449,40717,1732610023231 2024-11-26T08:34:27,443 DEBUG [member: '719ac8e87449,40717,1732610023231' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2024-11-26T08:34:27,443 DEBUG [member: '719ac8e87449,40717,1732610023231' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-11-26T08:34:27,443 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/719ac8e87449,40717,1732610023231 2024-11-26T08:34:27,443 DEBUG [member: '719ac8e87449,40717,1732610023231' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2024-11-26T08:34:27,443 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-26T08:34:27,443 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-26T08:34:27,444 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-26T08:34:27,445 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-26T08:34:27,446 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-26T08:34:27,447 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------719ac8e87449,40717,1732610023231 2024-11-26T08:34:27,448 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-26T08:34:27,449 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-26T08:34:27,450 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------719ac8e87449,40717,1732610023231 2024-11-26T08:34:27,452 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member '719ac8e87449,40717,1732610023231': 2024-11-26T08:34:27,452 INFO [(719ac8e87449,38507,1732610021435)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2024-11-26T08:34:27,452 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: '719ac8e87449,40717,1732610023231' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2024-11-26T08:34:27,452 DEBUG [(719ac8e87449,38507,1732610021435)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2024-11-26T08:34:27,452 DEBUG [(719ac8e87449,38507,1732610021435)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2024-11-26T08:34:27,452 DEBUG [(719ac8e87449,38507,1732610021435)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2024-11-26T08:34:27,452 INFO [(719ac8e87449,38507,1732610021435)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllog including nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2024-11-26T08:34:27,451 DEBUG [master/719ac8e87449:0.Chore.1 {}] procedure2.ProcedureExecutor(1139): Stored pid=41, state=RUNNABLE:MODIFY_TABLE_DESCRIPTOR_PREPARE, hasLock=false; InitializeStoreFileTrackerProcedure table=test-1732610031728 2024-11-26T08:34:27,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38507-0x1017790678c0000, quorum=127.0.0.1:50703, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-26T08:34:27,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40717-0x1017790678c0001, quorum=127.0.0.1:50703, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-26T08:34:27,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40717-0x1017790678c0001, quorum=127.0.0.1:50703, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-11-26T08:34:27,462 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2024-11-26T08:34:27,462 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2024-11-26T08:34:27,462 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-11-26T08:34:27,462 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-26T08:34:27,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37101 is added to blk_1073741891_1067 (size=950) 2024-11-26T08:34:27,462 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-26T08:34:27,463 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-26T08:34:27,463 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-11-26T08:34:27,463 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-26T08:34:27,463 DEBUG [(719ac8e87449,38507,1732610021435)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:38507-0x1017790678c0000, quorum=127.0.0.1:50703, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/719ac8e87449,40717,1732610023231 2024-11-26T08:34:27,463 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-26T08:34:27,463 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-11-26T08:34:27,464 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-26T08:34:27,464 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-26T08:34:27,465 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------719ac8e87449,40717,1732610023231 2024-11-26T08:34:27,465 DEBUG [(719ac8e87449,38507,1732610021435)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:38507-0x1017790678c0000, quorum=127.0.0.1:50703, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/719ac8e87449,40717,1732610023231 2024-11-26T08:34:27,465 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-26T08:34:27,466 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-26T08:34:27,466 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------719ac8e87449,40717,1732610023231 2024-11-26T08:34:27,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38507-0x1017790678c0000, quorum=127.0.0.1:50703, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/719ac8e87449,40717,1732610023231 2024-11-26T08:34:27,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40717-0x1017790678c0001, quorum=127.0.0.1:50703, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-11-26T08:34:27,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38507-0x1017790678c0000, quorum=127.0.0.1:50703, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-11-26T08:34:27,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38507-0x1017790678c0000, quorum=127.0.0.1:50703, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-11-26T08:34:27,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38507-0x1017790678c0000, quorum=127.0.0.1:50703, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/719ac8e87449,40717,1732610023231 2024-11-26T08:34:27,476 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-11-26T08:34:27,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38507-0x1017790678c0000, quorum=127.0.0.1:50703, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-26T08:34:27,476 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-26T08:34:27,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38507-0x1017790678c0000, quorum=127.0.0.1:50703, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-26T08:34:27,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38507-0x1017790678c0000, quorum=127.0.0.1:50703, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-26T08:34:27,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40717-0x1017790678c0001, quorum=127.0.0.1:50703, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-11-26T08:34:27,476 DEBUG [(719ac8e87449,38507,1732610021435)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-11-26T08:34:27,476 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2024-11-26T08:34:27,476 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2024-11-26T08:34:27,476 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-11-26T08:34:27,476 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-26T08:34:27,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] master.MasterRpcServices(1336): Checking to see if procedure from request:rolllog-proc is done 2024-11-26T08:34:27,484 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/WALs/719ac8e87449,40717,1732610023231/719ac8e87449%2C40717%2C1732610023231.meta.1732610047771.meta to hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/oldWALs/719ac8e87449%2C40717%2C1732610023231.meta.1732610047771.meta 2024-11-26T08:34:27,486 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(131): In getLogFilesForNewBackup() olderTimestamps: {719ac8e87449:40717=1732610033070} newestTimestamps: {719ac8e87449:40717=1732610047797} 2024-11-26T08:34:27,488 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: 719ac8e87449%2C40717%2C1732610023231.meta.1732610027086.meta 2024-11-26T08:34:27,488 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: 719ac8e87449%2C40717%2C1732610023231.meta.1732610067365.meta 2024-11-26T08:34:27,488 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/WALs/719ac8e87449,40717,1732610023231/719ac8e87449%2C40717%2C1732610023231.719ac8e87449%2C40717%2C1732610023231.regiongroup-0.1732610047797 2024-11-26T08:34:27,488 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/WALs/719ac8e87449,40717,1732610023231/719ac8e87449%2C40717%2C1732610023231.719ac8e87449%2C40717%2C1732610023231.regiongroup-0.1732610067382 2024-11-26T08:34:27,488 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/WALs/719ac8e87449,40717,1732610023231/719ac8e87449%2C40717%2C1732610023231.719ac8e87449%2C40717%2C1732610023231.regiongroup-1.1732610047751 2024-11-26T08:34:27,488 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/WALs/719ac8e87449,40717,1732610023231/719ac8e87449%2C40717%2C1732610023231.719ac8e87449%2C40717%2C1732610023231.regiongroup-1.1732610067344 2024-11-26T08:34:27,489 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(213): Skip .meta log file: hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/oldWALs/719ac8e87449%2C40717%2C1732610023231.meta.1732610047771.meta 2024-11-26T08:34:27,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37101 is added to blk_1073741892_1068 (size=950) 2024-11-26T08:34:27,865 DEBUG [PEWorker-4 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/default/test-1732610031728/.tabledesc/.tableinfo.0000000002.908 2024-11-26T08:34:27,865 INFO [PEWorker-4 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/default/test-1732610031728/.tabledesc/.tableinfo.0000000003.950 2024-11-26T08:34:27,868 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, state=SUCCESS, hasLock=false; InitializeStoreFileTrackerProcedure table=test-1732610031728 in 420 msec 2024-11-26T08:34:27,902 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:test-1732610031728 target: hdfs://localhost:46515/backupUT/backup_1732610062951/default/test-1732610031728 descriptor: 'test-1732610031728', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T08:34:27,902 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-11-26T08:34:27,905 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table test-1732610031728 2024-11-26T08:34:27,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37101 is added to blk_1073741893_1069 (size=53) 2024-11-26T08:34:28,312 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table test-1732610031728 2024-11-26T08:34:28,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37101 is added to blk_1073741894_1070 (size=364) 2024-11-26T08:34:28,731 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:ns2:test-17326100317281 target: hdfs://localhost:46515/backupUT/backup_1732610062951/ns2/test-17326100317281 descriptor: 'ns2:test-17326100317281', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T08:34:28,731 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-11-26T08:34:28,737 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table ns2:test-17326100317281 2024-11-26T08:34:28,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37101 is added to blk_1073741895_1071 (size=50) 2024-11-26T08:34:29,145 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table ns2:test-17326100317281 2024-11-26T08:34:29,160 DEBUG [Time-limited test {}] mapreduce.WALPlayer(319): add incremental job :hdfs://localhost:46515/backupUT/.tmp/backup_1732610062951 from hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/WALs/719ac8e87449,40717,1732610023231/719ac8e87449%2C40717%2C1732610023231.719ac8e87449%2C40717%2C1732610023231.regiongroup-0.1732610047797;hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/WALs/719ac8e87449,40717,1732610023231/719ac8e87449%2C40717%2C1732610023231.719ac8e87449%2C40717%2C1732610023231.regiongroup-1.1732610047751 2024-11-26T08:34:29,162 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31e213a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T08:34:29,162 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 719ac8e87449,38507,-1 for getting cluster id 2024-11-26T08:34:29,162 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T08:34:29,163 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '17d1c972-e6d1-49bb-8136-c4aa91e4da0d' 2024-11-26T08:34:29,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T08:34:29,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "17d1c972-e6d1-49bb-8136-c4aa91e4da0d" 2024-11-26T08:34:29,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@83aa6ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T08:34:29,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [719ac8e87449,38507,-1] 2024-11-26T08:34:29,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T08:34:29,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T08:34:29,165 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53898, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T08:34:29,166 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d7e3978, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T08:34:29,166 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T08:34:29,167 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 719ac8e87449,38507,1732610021435 2024-11-26T08:34:29,167 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1b0f71d6 2024-11-26T08:34:29,167 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T08:34:29,168 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53900, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T08:34:29,176 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled 2024-11-26T08:34:29,176 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table test-1732610031728 2024-11-26T08:34:29,176 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test-1732610031728,, stopping at row=test-1732610031728 ,, for max=2147483647 with caching=100 2024-11-26T08:34:29,176 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T08:34:29,178 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=719ac8e87449,40717,1732610023231, seqNum=-1] 2024-11-26T08:34:29,178 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T08:34:29,179 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38552, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T08:34:29,182 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for test-1732610031728: test-1732610031728; 2024-11-26T08:34:29,182 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns2:test-17326100317281 2024-11-26T08:34:29,182 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:test-17326100317281,, stopping at row=ns2:test-17326100317281 ,, for max=2147483647 with caching=100 2024-11-26T08:34:29,185 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns2:test-17326100317281: ns2:test-17326100317281; 2024-11-26T08:34:29,185 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 2 reduce partitions to match current region count for all tables 2024-11-26T08:34:29,185 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/hbase-staging/partitions_f3053865-ff38-4a39-b67c-280367d2a1ab 2024-11-26T08:34:29,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37101 is added to blk_1073741896_1072 (size=192) 2024-11-26T08:34:29,616 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-26T08:34:29,617 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-26T08:34:29,617 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-26T08:34:30,483 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/5c1d7269-9c3d-d2f1-151b-0b39cfe105a5/hadoop-8116664789086918404.jar 2024-11-26T08:34:30,484 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-26T08:34:30,484 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-26T08:34:30,484 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-26T08:34:30,485 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-26T08:34:30,485 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-26T08:34:30,485 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-26T08:34:30,485 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-26T08:34:30,486 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-26T08:34:30,486 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-26T08:34:30,486 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-26T08:34:30,486 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-26T08:34:30,487 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-26T08:34:30,487 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-26T08:34:30,487 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-26T08:34:30,487 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-26T08:34:30,487 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-26T08:34:30,488 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-26T08:34:30,488 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-26T08:34:30,488 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-26T08:34:30,488 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-26T08:34:30,489 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-26T08:34:30,490 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-26T08:34:30,490 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.WALInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-26T08:34:30,490 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-26T08:34:30,490 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-26T08:34:30,491 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.MultiTableHFileOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-26T08:34:30,491 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-26T08:34:30,491 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: default:test-1732610031728,ns2:test-17326100317281 2024-11-26T08:34:30,491 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T08:34:30,491 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.WALPlayer.createSubmittableJob(WALPlayer.java:342) at org.apache.hadoop.hbase.mapreduce.WALPlayer.run(WALPlayer.java:425) at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.walToHFiles(IncrementalTableBackupClient.java:426) at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.convertWALsToHFiles(IncrementalTableBackupClient.java:398) at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.execute(IncrementalTableBackupClient.java:300) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.backupTables(BackupAdminImpl.java:594) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:154) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T08:34:30,491 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T08:34:30,492 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T08:34:30,492 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T08:34:30,492 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-26T08:34:31,352 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.regionserver.wal.WALCellCodec, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/5c1d7269-9c3d-d2f1-151b-0b39cfe105a5/hadoop-11341441583866506772.jar 2024-11-26T08:34:31,362 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-26T08:34:31,387 DEBUG [Time-limited test {}] mapreduce.WALInputFormat(355): Scanning hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/WALs/719ac8e87449,40717,1732610023231/719ac8e87449%2C40717%2C1732610023231.719ac8e87449%2C40717%2C1732610023231.regiongroup-0.1732610047797 for WAL files 2024-11-26T08:34:31,389 INFO [Time-limited test {}] mapreduce.WALInputFormat(381): Found hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/WALs/719ac8e87449,40717,1732610023231/719ac8e87449%2C40717%2C1732610023231.719ac8e87449%2C40717%2C1732610023231.regiongroup-0.1732610047797 2024-11-26T08:34:31,389 DEBUG [Time-limited test {}] mapreduce.WALInputFormat(355): Scanning hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/WALs/719ac8e87449,40717,1732610023231/719ac8e87449%2C40717%2C1732610023231.719ac8e87449%2C40717%2C1732610023231.regiongroup-1.1732610047751 for WAL files 2024-11-26T08:34:31,390 INFO [Time-limited test {}] mapreduce.WALInputFormat(381): Found hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/WALs/719ac8e87449,40717,1732610023231/719ac8e87449%2C40717%2C1732610023231.719ac8e87449%2C40717%2C1732610023231.regiongroup-1.1732610047751 2024-11-26T08:34:31,486 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/5c1d7269-9c3d-d2f1-151b-0b39cfe105a5/mapreduce.cluster.local.dir/job_local1183412432_0003_96a083d7-0255-4e3b-b49c-abb7e4334941/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory 2024-11-26T08:34:31,486 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/5c1d7269-9c3d-d2f1-151b-0b39cfe105a5/mapreduce.cluster.local.dir/job_local1183412432_0003_96a083d7-0255-4e3b-b49c-abb7e4334941/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/* 2024-11-26T08:34:31,612 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(196): Opening hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/WALs/719ac8e87449,40717,1732610023231/719ac8e87449%2C40717%2C1732610023231.719ac8e87449%2C40717%2C1732610023231.regiongroup-1.1732610047751 for hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/WALs/719ac8e87449,40717,1732610023231/719ac8e87449%2C40717%2C1732610023231.719ac8e87449%2C40717%2C1732610023231.regiongroup-1.1732610047751 (-9223372036854775808:9223372036854775807) length:30490 2024-11-26T08:34:31,632 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(244): Reached end of file. 2024-11-26T08:34:31,632 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(281): Closing reader 2024-11-26T08:34:31,667 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(196): Opening hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/WALs/719ac8e87449,40717,1732610023231/719ac8e87449%2C40717%2C1732610023231.719ac8e87449%2C40717%2C1732610023231.regiongroup-0.1732610047797 for hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/WALs/719ac8e87449,40717,1732610023231/719ac8e87449%2C40717%2C1732610023231.719ac8e87449%2C40717%2C1732610023231.regiongroup-0.1732610047797 (-9223372036854775808:9223372036854775807) length:1198 2024-11-26T08:34:31,670 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(244): Reached end of file. 2024-11-26T08:34:31,671 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(281): Closing reader 2024-11-26T08:34:31,746 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23172031, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T08:34:31,746 DEBUG [pool-205-thread-1 {}] client.ClusterIdFetcher(90): Going to request 719ac8e87449,38507,-1 for getting cluster id 2024-11-26T08:34:31,746 DEBUG [pool-205-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T08:34:31,747 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '17d1c972-e6d1-49bb-8136-c4aa91e4da0d' 2024-11-26T08:34:31,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T08:34:31,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "17d1c972-e6d1-49bb-8136-c4aa91e4da0d" 2024-11-26T08:34:31,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2765f856, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T08:34:31,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [719ac8e87449,38507,-1] 2024-11-26T08:34:31,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T08:34:31,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T08:34:31,749 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53922, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T08:34:31,749 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43e093be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T08:34:31,750 DEBUG [pool-205-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T08:34:31,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=719ac8e87449,40717,1732610023231, seqNum=-1] 2024-11-26T08:34:31,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T08:34:31,753 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38568, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T08:34:31,754 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:test-17326100317281', row='row-t20', locateType=CURRENT is [region=ns2:test-17326100317281,,1732610033589.aa3be1f80fa6bd55cd0e5668b254a5bc., hostname=719ac8e87449,40717,1732610023231, seqNum=2] 2024-11-26T08:34:31,755 INFO [pool-205-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-205-thread-1. 2024-11-26T08:34:31,755 DEBUG [pool-205-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T08:34:31,755 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T08:34:31,755 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T08:34:31,755 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T08:34:31,755 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-t20] 2024-11-26T08:34:31,755 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 719ac8e87449 2024-11-26T08:34:31,760 DEBUG [pool-205-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46515/backupUT/.tmp/backup_1732610062951/_temporary/0/_temporary/attempt_local1183412432_0003_r_000000_0/ns2/test-17326100317281/f/78dd1229c8944762bcd017a38773ffa4 is 38, key is row-t20/f:q1/1732610061578/Put/seqid=0 2024-11-26T08:34:31,762 WARN [Thread-950 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [719ac8e87449:40717] Specified favored nodes: [719ac8e87449:40717] 2024-11-26T08:34:31,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37101 is added to blk_1073741897_1073 (size=5275) 2024-11-26T08:34:32,201 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4add86de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T08:34:32,201 DEBUG [pool-205-thread-1 {}] client.ClusterIdFetcher(90): Going to request 719ac8e87449,38507,-1 for getting cluster id 2024-11-26T08:34:32,202 DEBUG [pool-205-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T08:34:32,203 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '17d1c972-e6d1-49bb-8136-c4aa91e4da0d' 2024-11-26T08:34:32,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T08:34:32,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "17d1c972-e6d1-49bb-8136-c4aa91e4da0d" 2024-11-26T08:34:32,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@217c5931, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T08:34:32,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [719ac8e87449,38507,-1] 2024-11-26T08:34:32,204 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T08:34:32,204 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T08:34:32,205 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47296, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T08:34:32,205 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f95d6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T08:34:32,206 DEBUG [pool-205-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T08:34:32,207 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=719ac8e87449,40717,1732610023231, seqNum=-1] 2024-11-26T08:34:32,207 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T08:34:32,208 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43500, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T08:34:32,210 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test-1732610031728', row='row-test-1732610031728-1-0', locateType=CURRENT is [region=test-1732610031728,,1732610032240.aaf2ed5a35d99d782b6a4ccacf5b1db6., hostname=719ac8e87449,40717,1732610023231, seqNum=107] 2024-11-26T08:34:32,210 INFO [pool-205-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-205-thread-1. 2024-11-26T08:34:32,210 DEBUG [pool-205-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T08:34:32,210 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T08:34:32,210 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T08:34:32,210 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T08:34:32,211 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1732610031728-1-0] 2024-11-26T08:34:32,211 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 719ac8e87449 2024-11-26T08:34:32,223 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24edef6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T08:34:32,223 DEBUG [pool-205-thread-1 {}] client.ClusterIdFetcher(90): Going to request 719ac8e87449,38507,-1 for getting cluster id 2024-11-26T08:34:32,223 DEBUG [pool-205-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T08:34:32,224 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '17d1c972-e6d1-49bb-8136-c4aa91e4da0d' 2024-11-26T08:34:32,224 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T08:34:32,225 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "17d1c972-e6d1-49bb-8136-c4aa91e4da0d" 2024-11-26T08:34:32,225 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36f747e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T08:34:32,225 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [719ac8e87449,38507,-1] 2024-11-26T08:34:32,225 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T08:34:32,225 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T08:34:32,226 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47324, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T08:34:32,227 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c521184, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T08:34:32,227 DEBUG [pool-205-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T08:34:32,228 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=719ac8e87449,40717,1732610023231, seqNum=-1] 2024-11-26T08:34:32,228 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T08:34:32,229 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43508, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T08:34:32,231 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test-1732610031728', row='row-test-1732610031728-3-0', locateType=CURRENT is [region=test-1732610031728,,1732610032240.aaf2ed5a35d99d782b6a4ccacf5b1db6., hostname=719ac8e87449,40717,1732610023231, seqNum=107] 2024-11-26T08:34:32,231 INFO [pool-205-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-205-thread-1. 2024-11-26T08:34:32,231 DEBUG [pool-205-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T08:34:32,231 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T08:34:32,232 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T08:34:32,232 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T08:34:32,232 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1732610031728-3-0] 2024-11-26T08:34:32,232 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 719ac8e87449 2024-11-26T08:34:32,241 DEBUG [pool-205-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46515/backupUT/.tmp/backup_1732610062951/_temporary/0/_temporary/attempt_local1183412432_0003_r_000001_0/default/test-1732610031728/f/1afa7182390543528bf15669e3a15bb0 is 59, key is row-test-1732610031728-1-10/f:q1/1732610061186/Put/seqid=0 2024-11-26T08:34:32,243 WARN [Thread-962 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [719ac8e87449:40717] Specified favored nodes: [719ac8e87449:40717] 2024-11-26T08:34:32,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37101 is added to blk_1073741898_1074 (size=10770) 2024-11-26T08:34:32,647 DEBUG [pool-205-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46515/backupUT/.tmp/backup_1732610062951/_temporary/0/_temporary/attempt_local1183412432_0003_r_000001_0/default/test-1732610031728/mob/b372c08f388e44fb8a92f40e1927dfc9 is 63, key is row-test-1732610031728-3-100/mob:q1/1732610061537/Put/seqid=0 2024-11-26T08:34:32,649 WARN [Thread-964 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [719ac8e87449:40717] Specified favored nodes: [719ac8e87449:40717] 2024-11-26T08:34:32,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37101 is added to blk_1073741899_1075 (size=11811) 2024-11-26T08:34:33,575 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(344): Incremental copy HFiles is starting. dest=hdfs://localhost:46515/backupUT 2024-11-26T08:34:33,575 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(354): Setting incremental copy HFiles job name to : Incremental_Backup-HFileCopy-backup_1732610062951 2024-11-26T08:34:33,575 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(385): Doing COPY_TYPE_DISTCP 2024-11-26T08:34:33,593 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(394): DistCp options: [hdfs://localhost:46515/backupUT/.tmp/backup_1732610062951, hdfs://localhost:46515/backupUT] 2024-11-26T08:34:33,666 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-26T08:34:33,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37101 is added to blk_1073741900_1076 (size=11811) 2024-11-26T08:34:34,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37101 is added to blk_1073741901_1077 (size=10770) 2024-11-26T08:34:34,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37101 is added to blk_1073741902_1078 (size=5275) 2024-11-26T08:34:35,275 INFO [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(224): Progress: 100.0% subTask: 1.0 mapProgress: 1.0 2024-11-26T08:34:35,279 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(144): Backup progress data "100%" has been updated to backup system table for backup_1732610062951 2024-11-26T08:34:35,279 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(232): Backup progress data updated to backup system table: "Progress: 100.0% - 27856 bytes copied." 2024-11-26T08:34:35,280 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(242): DistCp job-id: job_local2004616557_0004 completed: true true 2024-11-26T08:34:35,281 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(245): Counters: 26 File System Counters FILE: Number of bytes read=3825502 FILE: Number of bytes written=6195382 FILE: Number of read operations=0 FILE: Number of large read operations=0 FILE: Number of write operations=0 HDFS: Number of bytes read=231467 HDFS: Number of bytes written=2433185 HDFS: Number of read operations=643 HDFS: Number of large read operations=0 HDFS: Number of write operations=248 HDFS: Number of bytes read erasure-coded=0 Map-Reduce Framework Map input records=12 Map output records=0 Input split bytes=339 Spilled Records=0 Failed Shuffles=0 Merged Map outputs=0 GC time elapsed (ms)=0 Total committed heap usage (bytes)=1048576000 File Input Format Counters Bytes Read=3004 File Output Format Counters Bytes Written=0 DistCp Counters Bandwidth in Bytes=27856 Bytes Copied=27856 Bytes Expected=27856 Files Copied=4 DIR_COPY=8 2024-11-26T08:34:35,281 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(365): Incremental copy HFiles from hdfs://localhost:46515/backupUT/.tmp/backup_1732610062951 to hdfs://localhost:46515/backupUT finished. 2024-11-26T08:34:35,296 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system_bulk', row='bulk:test-1732610031728:', locateType=CURRENT is [region=backup:system_bulk,,1732610044263.4ed34adf087b15770dcef85bcf91b37a., hostname=719ac8e87449,40717,1732610023231, seqNum=2] 2024-11-26T08:34:35,299 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1732610062951 2024-11-26T08:34:35,302 DEBUG [Time-limited test {}] impl.TableBackupClient(334): Dependent full backup image: {BackupID=backup_1732610041935} 2024-11-26T08:34:35,302 DEBUG [Time-limited test {}] impl.TableBackupClient(337): Got 1 ancestors for the current backup. 2024-11-26T08:34:35,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37101 is added to blk_1073741903_1079 (size=384) 2024-11-26T08:34:35,308 INFO [Time-limited test {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:46515/backupUT/backup_1732610062951/.backup.manifest 2024-11-26T08:34:35,308 DEBUG [Time-limited test {}] impl.TableBackupClient(387): Backup backup_1732610062951 finished: type=INCREMENTAL,tablelist=test-1732610031728;ns2:test-17326100317281,targetRootDir=hdfs://localhost:46515/backupUT,startts=1732610067236,completets=1732610075299,bytescopied=0 2024-11-26T08:34:35,309 DEBUG [Time-limited test {}] impl.BackupSystemTable(1571): Deleting snapshot_backup_system from the system 2024-11-26T08:34:35,314 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_backup_system" type: DISABLED 2024-11-26T08:34:35,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_backup_system 2024-11-26T08:34:35,318 DEBUG [Time-limited test {}] impl.BackupSystemTable(1576): Done deleting backup system table snapshot 2024-11-26T08:34:35,321 DEBUG [Time-limited test {}] impl.BackupSystemTable(662): Finish backup exclusive operation 2024-11-26T08:34:35,326 INFO [Time-limited test {}] impl.TableBackupClient(405): Backup backup_1732610062951 completed. 2024-11-26T08:34:35,326 DEBUG [Time-limited test {}] impl.BackupSystemTable(458): deleted 0 original bulkload rows 2024-11-26T08:34:35,336 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-26T08:34:35,341 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-26T08:34:35,347 DEBUG [Time-limited test {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:46515/backupUT/backup_1732610062951/.backup.manifest 2024-11-26T08:34:35,351 DEBUG [Time-limited test {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1732610062951/.backup.manifest 2024-11-26T08:34:35,352 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table test-1732610031728 from 'test-1732610031728', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'test-1732610031728', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T08:34:35,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] procedure2.ProcedureExecutor(1139): Stored pid=42, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=test-1732610031728 2024-11-26T08:34:35,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37101 is added to blk_1073741904_1080 (size=908) 2024-11-26T08:34:35,769 DEBUG [PEWorker-5 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/default/test-1732610031728/.tabledesc/.tableinfo.0000000003.950 2024-11-26T08:34:35,769 INFO [PEWorker-5 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/default/test-1732610031728/.tabledesc/.tableinfo.0000000004.908 2024-11-26T08:34:35,774 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=42, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=test-1732610031728}] 2024-11-26T08:34:35,778 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=test-1732610031728, region=aaf2ed5a35d99d782b6a4ccacf5b1db6, REOPEN/MOVE}] 2024-11-26T08:34:35,779 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=test-1732610031728, region=aaf2ed5a35d99d782b6a4ccacf5b1db6, REOPEN/MOVE 2024-11-26T08:34:35,780 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=aaf2ed5a35d99d782b6a4ccacf5b1db6, regionState=CLOSING, regionLocation=719ac8e87449,40717,1732610023231 2024-11-26T08:34:35,782 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=test-1732610031728, region=aaf2ed5a35d99d782b6a4ccacf5b1db6, REOPEN/MOVE because future has completed 2024-11-26T08:34:35,782 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-26T08:34:35,782 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=44, state=RUNNABLE, hasLock=false; CloseRegionProcedure aaf2ed5a35d99d782b6a4ccacf5b1db6, server=719ac8e87449,40717,1732610023231}] 2024-11-26T08:34:35,936 INFO [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] handler.UnassignRegionHandler(122): Close aaf2ed5a35d99d782b6a4ccacf5b1db6 2024-11-26T08:34:35,936 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-26T08:34:35,936 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1722): Closing aaf2ed5a35d99d782b6a4ccacf5b1db6, disabling compactions & flushes 2024-11-26T08:34:35,937 INFO [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1755): Closing region test-1732610031728,,1732610032240.aaf2ed5a35d99d782b6a4ccacf5b1db6. 2024-11-26T08:34:35,937 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1776): Time limited wait for close lock on test-1732610031728,,1732610032240.aaf2ed5a35d99d782b6a4ccacf5b1db6. 2024-11-26T08:34:35,937 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1843): Acquired close lock on test-1732610031728,,1732610032240.aaf2ed5a35d99d782b6a4ccacf5b1db6. after waiting 0 ms 2024-11-26T08:34:35,937 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1853): Updates disabled for region test-1732610031728,,1732610032240.aaf2ed5a35d99d782b6a4ccacf5b1db6. 2024-11-26T08:34:35,949 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/default/test-1732610031728/aaf2ed5a35d99d782b6a4ccacf5b1db6/recovered.edits/337.seqid, newMaxSeqId=337, maxSeqId=106 2024-11-26T08:34:35,950 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-26T08:34:35,950 INFO [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1973): Closed test-1732610031728,,1732610032240.aaf2ed5a35d99d782b6a4ccacf5b1db6. 2024-11-26T08:34:35,950 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1676): Region close journal for aaf2ed5a35d99d782b6a4ccacf5b1db6: Waiting for close lock at 1732610075936Running coprocessor pre-close hooks at 1732610075936Disabling compacts and flushes for region at 1732610075936Disabling writes for close at 1732610075937 (+1 ms)Writing region close event to WAL at 1732610075941 (+4 ms)Running coprocessor post-close hooks at 1732610075950 (+9 ms)Closed at 1732610075950 2024-11-26T08:34:35,951 WARN [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegionServer(3299): Not adding moved region record: aaf2ed5a35d99d782b6a4ccacf5b1db6 to self. 2024-11-26T08:34:35,953 INFO [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] handler.UnassignRegionHandler(157): Closed aaf2ed5a35d99d782b6a4ccacf5b1db6 2024-11-26T08:34:35,954 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=aaf2ed5a35d99d782b6a4ccacf5b1db6, regionState=CLOSED 2024-11-26T08:34:35,957 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=45, ppid=44, state=RUNNABLE, hasLock=false; CloseRegionProcedure aaf2ed5a35d99d782b6a4ccacf5b1db6, server=719ac8e87449,40717,1732610023231 because future has completed 2024-11-26T08:34:35,960 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=44 2024-11-26T08:34:35,960 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=44, state=SUCCESS, hasLock=false; CloseRegionProcedure aaf2ed5a35d99d782b6a4ccacf5b1db6, server=719ac8e87449,40717,1732610023231 in 176 msec 2024-11-26T08:34:35,961 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test-1732610031728, region=aaf2ed5a35d99d782b6a4ccacf5b1db6, REOPEN/MOVE; state=CLOSED, location=719ac8e87449,40717,1732610023231; forceNewPlan=false, retain=true 2024-11-26T08:34:36,112 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=aaf2ed5a35d99d782b6a4ccacf5b1db6, regionState=OPENING, regionLocation=719ac8e87449,40717,1732610023231 2024-11-26T08:34:36,116 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test-1732610031728, region=aaf2ed5a35d99d782b6a4ccacf5b1db6, REOPEN/MOVE because future has completed 2024-11-26T08:34:36,116 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=46, ppid=44, state=RUNNABLE, hasLock=false; OpenRegionProcedure aaf2ed5a35d99d782b6a4ccacf5b1db6, server=719ac8e87449,40717,1732610023231}] 2024-11-26T08:34:36,274 INFO [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(132): Open test-1732610031728,,1732610032240.aaf2ed5a35d99d782b6a4ccacf5b1db6. 2024-11-26T08:34:36,274 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7752): Opening region: {ENCODED => aaf2ed5a35d99d782b6a4ccacf5b1db6, NAME => 'test-1732610031728,,1732610032240.aaf2ed5a35d99d782b6a4ccacf5b1db6.', STARTKEY => '', ENDKEY => ''} 2024-11-26T08:34:36,275 INFO [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-26T08:34:36,275 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-1732610031728 aaf2ed5a35d99d782b6a4ccacf5b1db6 2024-11-26T08:34:36,275 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(898): Instantiated test-1732610031728,,1732610032240.aaf2ed5a35d99d782b6a4ccacf5b1db6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T08:34:36,275 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7794): checking encryption for aaf2ed5a35d99d782b6a4ccacf5b1db6 2024-11-26T08:34:36,275 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7797): checking classloading for aaf2ed5a35d99d782b6a4ccacf5b1db6 2024-11-26T08:34:36,277 INFO [StoreOpener-aaf2ed5a35d99d782b6a4ccacf5b1db6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region aaf2ed5a35d99d782b6a4ccacf5b1db6 2024-11-26T08:34:36,278 INFO [StoreOpener-aaf2ed5a35d99d782b6a4ccacf5b1db6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aaf2ed5a35d99d782b6a4ccacf5b1db6 columnFamilyName f 2024-11-26T08:34:36,278 DEBUG [StoreOpener-aaf2ed5a35d99d782b6a4ccacf5b1db6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T08:34:36,288 DEBUG [StoreOpener-aaf2ed5a35d99d782b6a4ccacf5b1db6-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/default/test-1732610031728/aaf2ed5a35d99d782b6a4ccacf5b1db6/f/b11ceffe501b4d3b9bc2fa24e22eca87 2024-11-26T08:34:36,294 DEBUG [StoreOpener-aaf2ed5a35d99d782b6a4ccacf5b1db6-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/default/test-1732610031728/aaf2ed5a35d99d782b6a4ccacf5b1db6/f/fb5e428c313c44ca94ea919324124661 2024-11-26T08:34:36,294 INFO [StoreOpener-aaf2ed5a35d99d782b6a4ccacf5b1db6-1 {}] regionserver.HStore(327): Store=aaf2ed5a35d99d782b6a4ccacf5b1db6/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T08:34:36,295 INFO [StoreOpener-aaf2ed5a35d99d782b6a4ccacf5b1db6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f2 of region aaf2ed5a35d99d782b6a4ccacf5b1db6 2024-11-26T08:34:36,296 INFO [StoreOpener-aaf2ed5a35d99d782b6a4ccacf5b1db6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aaf2ed5a35d99d782b6a4ccacf5b1db6 columnFamilyName f2 2024-11-26T08:34:36,297 DEBUG [StoreOpener-aaf2ed5a35d99d782b6a4ccacf5b1db6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T08:34:36,297 INFO [StoreOpener-aaf2ed5a35d99d782b6a4ccacf5b1db6-1 {}] regionserver.HStore(327): Store=aaf2ed5a35d99d782b6a4ccacf5b1db6/f2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T08:34:36,298 INFO [StoreOpener-aaf2ed5a35d99d782b6a4ccacf5b1db6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region aaf2ed5a35d99d782b6a4ccacf5b1db6 2024-11-26T08:34:36,299 INFO [StoreOpener-aaf2ed5a35d99d782b6a4ccacf5b1db6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aaf2ed5a35d99d782b6a4ccacf5b1db6 columnFamilyName mob 2024-11-26T08:34:36,299 DEBUG [StoreOpener-aaf2ed5a35d99d782b6a4ccacf5b1db6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T08:34:36,308 DEBUG [StoreOpener-aaf2ed5a35d99d782b6a4ccacf5b1db6-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/default/test-1732610031728/aaf2ed5a35d99d782b6a4ccacf5b1db6/mob/230c2502147743eabe822009d7c853af 2024-11-26T08:34:36,313 DEBUG [StoreOpener-aaf2ed5a35d99d782b6a4ccacf5b1db6-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/default/test-1732610031728/aaf2ed5a35d99d782b6a4ccacf5b1db6/mob/6554c3ddb30845989a8b95e8aaf5a79e 2024-11-26T08:34:36,313 INFO [StoreOpener-aaf2ed5a35d99d782b6a4ccacf5b1db6-1 {}] regionserver.HStore(327): Store=aaf2ed5a35d99d782b6a4ccacf5b1db6/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T08:34:36,314 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1038): replaying wal for aaf2ed5a35d99d782b6a4ccacf5b1db6 2024-11-26T08:34:36,315 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/default/test-1732610031728/aaf2ed5a35d99d782b6a4ccacf5b1db6 2024-11-26T08:34:36,316 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/default/test-1732610031728/aaf2ed5a35d99d782b6a4ccacf5b1db6 2024-11-26T08:34:36,317 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1048): stopping wal replay for aaf2ed5a35d99d782b6a4ccacf5b1db6 2024-11-26T08:34:36,317 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1060): Cleaning up temporary data for aaf2ed5a35d99d782b6a4ccacf5b1db6 2024-11-26T08:34:36,318 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test-1732610031728 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T08:34:36,320 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1093): writing seq id for aaf2ed5a35d99d782b6a4ccacf5b1db6 2024-11-26T08:34:36,321 INFO [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1114): Opened aaf2ed5a35d99d782b6a4ccacf5b1db6; next sequenceid=338; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10132277440, jitterRate=-0.056358128786087036}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T08:34:36,321 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1122): Running coprocessor post-open hooks for aaf2ed5a35d99d782b6a4ccacf5b1db6 2024-11-26T08:34:36,324 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1006): Region open journal for aaf2ed5a35d99d782b6a4ccacf5b1db6: Running coprocessor pre-open hook at 1732610076275Writing region info on filesystem at 1732610076275Initializing all the Stores at 1732610076276 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732610076276Instantiating store for column family {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732610076277 (+1 ms)Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732610076277Cleaning up temporary data from old regions at 1732610076317 (+40 ms)Running coprocessor post-open hooks at 1732610076321 (+4 ms)Region opened successfully at 1732610076324 (+3 ms) 2024-11-26T08:34:36,324 INFO [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2236): Post open deploy tasks for test-1732610031728,,1732610032240.aaf2ed5a35d99d782b6a4ccacf5b1db6., pid=46, masterSystemTime=1732610076270 2024-11-26T08:34:36,327 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2266): Finished post open deploy task for test-1732610031728,,1732610032240.aaf2ed5a35d99d782b6a4ccacf5b1db6. 2024-11-26T08:34:36,327 INFO [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(153): Opened test-1732610031728,,1732610032240.aaf2ed5a35d99d782b6a4ccacf5b1db6. 2024-11-26T08:34:36,327 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=aaf2ed5a35d99d782b6a4ccacf5b1db6, regionState=OPEN, openSeqNum=338, regionLocation=719ac8e87449,40717,1732610023231 2024-11-26T08:34:36,329 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=46, ppid=44, state=RUNNABLE, hasLock=false; OpenRegionProcedure aaf2ed5a35d99d782b6a4ccacf5b1db6, server=719ac8e87449,40717,1732610023231 because future has completed 2024-11-26T08:34:36,332 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=46, resume processing ppid=44 2024-11-26T08:34:36,333 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, ppid=44, state=SUCCESS, hasLock=false; OpenRegionProcedure aaf2ed5a35d99d782b6a4ccacf5b1db6, server=719ac8e87449,40717,1732610023231 in 214 msec 2024-11-26T08:34:36,334 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=44, resume processing ppid=43 2024-11-26T08:34:36,334 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=43, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test-1732610031728, region=aaf2ed5a35d99d782b6a4ccacf5b1db6, REOPEN/MOVE in 554 msec 2024-11-26T08:34:36,337 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=42 2024-11-26T08:34:36,337 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=42, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=test-1732610031728 in 561 msec 2024-11-26T08:34:36,339 DEBUG [PEWorker-5 {}] procedure.MasterDDLOperationHelper(51): Removing family=f3 from table=test-1732610031728 2024-11-26T08:34:36,344 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/default/test-1732610031728/aaf2ed5a35d99d782b6a4ccacf5b1db6/f3/8f5f6e35e00a442c9369b9729a997c4d to hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/archive/data/default/test-1732610031728/aaf2ed5a35d99d782b6a4ccacf5b1db6/f3/8f5f6e35e00a442c9369b9729a997c4d 2024-11-26T08:34:36,347 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, state=SUCCESS, hasLock=false; ModifyTableProcedure table=test-1732610031728 in 992 msec 2024-11-26T08:34:36,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-26T08:34:36,348 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY, Table Name: default:test-1732610031728 completed 2024-11-26T08:34:36,357 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-26T08:34:36,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-26T08:34:36,377 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-26T08:34:36,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-26T08:34:36,386 DEBUG [Time-limited test {}] impl.BackupSystemTable(635): Start new backup exclusive operation 2024-11-26T08:34:36,390 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1732610076349 2024-11-26T08:34:36,392 DEBUG [Time-limited test {}] impl.TableBackupClient(330): Dependent incremental backup image: {BackupID=backup_1732610062951} 2024-11-26T08:34:36,392 DEBUG [Time-limited test {}] impl.TableBackupClient(334): Dependent full backup image: {BackupID=backup_1732610041935} 2024-11-26T08:34:36,392 DEBUG [Time-limited test {}] impl.TableBackupClient(337): Got 2 ancestors for the current backup. 2024-11-26T08:34:36,400 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-26T08:34:36,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-26T08:34:36,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-26T08:34:36,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-26T08:34:36,433 ERROR [Time-limited test {}] impl.TableBackupClient(232): Unexpected Exception : Mismatch in column family descriptor for table: test-1732610031728 Current families: {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} Backup families: {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} org.apache.hadoop.hbase.backup.impl.ColumnFamilyMismatchException: Mismatch in column family descriptor for table: test-1732610031728 Current families: {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} Backup families: {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at org.apache.hadoop.hbase.backup.impl.ColumnFamilyMismatchException$ColumnFamilyMismatchExceptionBuilder.build(ColumnFamilyMismatchException.java:56) ~[classes/:?] at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.verifyCfCompatibility(IncrementalTableBackupClient.java:513) ~[classes/:?] at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.execute(IncrementalTableBackupClient.java:280) ~[classes/:?] at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.backupTables(BackupAdminImpl.java:594) ~[classes/:?] at org.apache.hadoop.hbase.backup.TestIncrementalBackup.lambda$TestIncBackupRestore$0(TestIncrementalBackup.java:171) ~[test-classes/:?] at org.junit.Assert.assertThrows(Assert.java:1001) ~[junit-4.13.2.jar:4.13.2] at org.junit.Assert.assertThrows(Assert.java:981) ~[junit-4.13.2.jar:4.13.2] at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:170) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.run(ParentRunner.java:413) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.Suite.runChild(Suite.java:128) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.Suite.runChild(Suite.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T08:34:36,436 ERROR [Time-limited test {}] impl.TableBackupClient(244): BackupId=backup_1732610076349,startts=0,failedts=1732610076434,failedphase=REQUEST,failedmessage= Mismatch in column family descriptor for table: test-1732610031728 Current families: {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'tru 2024-11-26T08:34:36,436 DEBUG [Time-limited test {}] impl.BackupSystemTable(1537): Restoring backup:system from snapshot 2024-11-26T08:34:36,439 WARN [Time-limited test {}] impl.BackupSystemTable(1549): Could not restore backup system table. Snapshot snapshot_backup_system does not exists. 2024-11-26T08:34:36,439 DEBUG [Time-limited test {}] impl.BackupSystemTable(1571): Deleting snapshot_backup_system from the system 2024-11-26T08:34:36,441 ERROR [Time-limited test {}] impl.BackupSystemTable(1578): Snapshot snapshot_backup_system does not exists 2024-11-26T08:34:36,441 DEBUG [Time-limited test {}] impl.TableBackupClient(188): Trying to cleanup up target dir. Current backup phase: REQUEST 2024-11-26T08:34:36,443 DEBUG [Time-limited test {}] impl.BackupSystemTable(662): Finish backup exclusive operation 2024-11-26T08:34:36,445 ERROR [Time-limited test {}] impl.TableBackupClient(250): Backup backup_1732610076349 failed. 2024-11-26T08:34:36,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-26T08:34:36,459 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-26T08:34:36,464 INFO [Time-limited test {}] impl.BackupManager(225): Full backup all the tables available in the cluster: [backup:system_bulk, test-1732610031728, ns2:test-17326100317281, ns3:test-17326100317282, ns4:test-17326100317283] 2024-11-26T08:34:36,464 DEBUG [Time-limited test {}] impl.BackupSystemTable(635): Start new backup exclusive operation 2024-11-26T08:34:36,469 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-11-26T08:34:36,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732610076469 (current time:1732610076469). 2024-11-26T08:34:36,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-26T08:34:36,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2024-11-26T08:34:36,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@444418bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T08:34:36,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] client.ClusterIdFetcher(90): Going to request 719ac8e87449,38507,-1 for getting cluster id 2024-11-26T08:34:36,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T08:34:36,471 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '17d1c972-e6d1-49bb-8136-c4aa91e4da0d' 2024-11-26T08:34:36,471 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T08:34:36,471 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "17d1c972-e6d1-49bb-8136-c4aa91e4da0d" 2024-11-26T08:34:36,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35052ddd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T08:34:36,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [719ac8e87449,38507,-1] 2024-11-26T08:34:36,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T08:34:36,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T08:34:36,473 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47350, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T08:34:36,473 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@daba015, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T08:34:36,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T08:34:36,475 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=719ac8e87449,40717,1732610023231, seqNum=-1] 2024-11-26T08:34:36,475 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T08:34:36,476 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43522, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T08:34:36,477 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507. 2024-11-26T08:34:36,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T08:34:36,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T08:34:36,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T08:34:36,477 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T08:34:36,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-26T08:34:36,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] procedure2.ProcedureExecutor(1139): Stored pid=47, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-11-26T08:34:36,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 47 2024-11-26T08:34:36,480 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-26T08:34:36,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47 2024-11-26T08:34:36,481 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-26T08:34:36,483 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-26T08:34:36,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37101 is added to blk_1073741905_1081 (size=52) 2024-11-26T08:34:36,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47 2024-11-26T08:34:36,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47 2024-11-26T08:34:36,893 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-26T08:34:36,894 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 95821178b82ab750c0fdf68811cdef5b}] 2024-11-26T08:34:36,896 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=48, ppid=47, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 95821178b82ab750c0fdf68811cdef5b 2024-11-26T08:34:37,049 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=48 2024-11-26T08:34:37,049 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1732610042090.95821178b82ab750c0fdf68811cdef5b. 2024-11-26T08:34:37,050 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HRegion(2902): Flushing 95821178b82ab750c0fdf68811cdef5b 2/2 column families, dataSize=2.61 KB heapSize=3.99 KB 2024-11-26T08:34:37,059 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/backup/system/95821178b82ab750c0fdf68811cdef5b/.tmp/meta/2d13c4e71ac14dbda520d87166dc6846 is 158, key is trslm:hdfs://localhost:46515/backupUT\x00ns2:test-17326100317281/meta:log-roll-map/1732610075288/Put/seqid=0 2024-11-26T08:34:37,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37101 is added to blk_1073741906_1082 (size=5745) 2024-11-26T08:34:37,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47 2024-11-26T08:34:37,446 DEBUG [master/719ac8e87449:0.Chore.1 {}] procedure2.ProcedureExecutor(1139): Stored pid=49, state=RUNNABLE:MODIFY_TABLE_DESCRIPTOR_PREPARE, hasLock=false; InitializeStoreFileTrackerProcedure table=test-1732610031728 2024-11-26T08:34:37,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37101 is added to blk_1073741907_1083 (size=950) 2024-11-26T08:34:37,465 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=492 B at sequenceid=31 (bloomFilter=true), to=hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/backup/system/95821178b82ab750c0fdf68811cdef5b/.tmp/meta/2d13c4e71ac14dbda520d87166dc6846 2024-11-26T08:34:37,476 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/backup/system/95821178b82ab750c0fdf68811cdef5b/.tmp/session/ef933f98904b440b896711476f2fb000 is 1245, key is session:backup_1732610076349/session:context/1732610076442/Put/seqid=0 2024-11-26T08:34:37,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37101 is added to blk_1073741908_1084 (size=6682) 2024-11-26T08:34:37,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47 2024-11-26T08:34:37,864 DEBUG [PEWorker-4 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/default/test-1732610031728/.tabledesc/.tableinfo.0000000004.908 2024-11-26T08:34:37,864 INFO [PEWorker-4 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/default/test-1732610031728/.tabledesc/.tableinfo.0000000005.950 2024-11-26T08:34:37,868 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, state=SUCCESS, hasLock=false; InitializeStoreFileTrackerProcedure table=test-1732610031728 in 421 msec 2024-11-26T08:34:37,881 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.13 KB at sequenceid=31 (bloomFilter=true), to=hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/backup/system/95821178b82ab750c0fdf68811cdef5b/.tmp/session/ef933f98904b440b896711476f2fb000 2024-11-26T08:34:37,894 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/backup/system/95821178b82ab750c0fdf68811cdef5b/.tmp/meta/2d13c4e71ac14dbda520d87166dc6846 as hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/backup/system/95821178b82ab750c0fdf68811cdef5b/meta/2d13c4e71ac14dbda520d87166dc6846 2024-11-26T08:34:37,901 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/backup/system/95821178b82ab750c0fdf68811cdef5b/meta/2d13c4e71ac14dbda520d87166dc6846, entries=4, sequenceid=31, filesize=5.6 K 2024-11-26T08:34:37,902 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/backup/system/95821178b82ab750c0fdf68811cdef5b/.tmp/session/ef933f98904b440b896711476f2fb000 as hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/backup/system/95821178b82ab750c0fdf68811cdef5b/session/ef933f98904b440b896711476f2fb000 2024-11-26T08:34:37,908 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/backup/system/95821178b82ab750c0fdf68811cdef5b/session/ef933f98904b440b896711476f2fb000, entries=3, sequenceid=31, filesize=6.5 K 2024-11-26T08:34:37,909 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HRegion(3140): Finished flush of dataSize ~2.61 KB/2669, heapSize ~3.96 KB/4056, currentSize=0 B/0 for 95821178b82ab750c0fdf68811cdef5b in 860ms, sequenceid=31, compaction requested=true 2024-11-26T08:34:37,910 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HRegion(2603): Flush status journal for 95821178b82ab750c0fdf68811cdef5b: 2024-11-26T08:34:37,910 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1732610042090.95821178b82ab750c0fdf68811cdef5b. for snapshot_backup_system completed. 2024-11-26T08:34:37,910 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(241): Storing 'backup:system,,1732610042090.95821178b82ab750c0fdf68811cdef5b.' region-info for snapshot=snapshot_backup_system 2024-11-26T08:34:37,910 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-26T08:34:37,910 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/backup/system/95821178b82ab750c0fdf68811cdef5b/meta/f42173f4a8f6425b8646484aa4a80a28, hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/backup/system/95821178b82ab750c0fdf68811cdef5b/meta/2d13c4e71ac14dbda520d87166dc6846] hfiles 2024-11-26T08:34:37,910 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(265): Adding reference for file (1/2): hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/backup/system/95821178b82ab750c0fdf68811cdef5b/meta/f42173f4a8f6425b8646484aa4a80a28 for snapshot=snapshot_backup_system 2024-11-26T08:34:37,910 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(265): Adding reference for file (2/2): hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/backup/system/95821178b82ab750c0fdf68811cdef5b/meta/2d13c4e71ac14dbda520d87166dc6846 for snapshot=snapshot_backup_system 2024-11-26T08:34:37,910 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/backup/system/95821178b82ab750c0fdf68811cdef5b/session/1e03a1d175474a0783cdedb90af06d1f, hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/backup/system/95821178b82ab750c0fdf68811cdef5b/session/85702c8cdade4af6953d799fddc1474e, hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/backup/system/95821178b82ab750c0fdf68811cdef5b/session/ef933f98904b440b896711476f2fb000] hfiles 2024-11-26T08:34:37,910 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(265): Adding reference for file (1/3): hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/backup/system/95821178b82ab750c0fdf68811cdef5b/session/1e03a1d175474a0783cdedb90af06d1f for snapshot=snapshot_backup_system 2024-11-26T08:34:37,910 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(265): Adding reference for file (2/3): hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/backup/system/95821178b82ab750c0fdf68811cdef5b/session/85702c8cdade4af6953d799fddc1474e for snapshot=snapshot_backup_system 2024-11-26T08:34:37,910 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(265): Adding reference for file (3/3): hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/backup/system/95821178b82ab750c0fdf68811cdef5b/session/ef933f98904b440b896711476f2fb000 for snapshot=snapshot_backup_system 2024-11-26T08:34:37,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37101 is added to blk_1073741909_1085 (size=251) 2024-11-26T08:34:38,316 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1732610042090.95821178b82ab750c0fdf68811cdef5b. 2024-11-26T08:34:38,317 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-26T08:34:38,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-11-26T08:34:38,317 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_backup_system on region 95821178b82ab750c0fdf68811cdef5b 2024-11-26T08:34:38,318 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=48, ppid=47, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 95821178b82ab750c0fdf68811cdef5b 2024-11-26T08:34:38,320 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=47 2024-11-26T08:34:38,320 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-26T08:34:38,320 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=47, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 95821178b82ab750c0fdf68811cdef5b in 1.4240 sec 2024-11-26T08:34:38,320 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-26T08:34:38,321 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-26T08:34:38,321 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_backup_system 2024-11-26T08:34:38,322 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/.hbase-snapshot/.tmp/snapshot_backup_system 2024-11-26T08:34:38,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37101 is added to blk_1073741910_1086 (size=888) 2024-11-26T08:34:38,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47 2024-11-26T08:34:38,738 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-26T08:34:38,751 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-26T08:34:38,752 DEBUG [PEWorker-5 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/.hbase-snapshot/snapshot_backup_system 2024-11-26T08:34:38,753 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-26T08:34:38,753 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 47 2024-11-26T08:34:38,755 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 2.2750 sec 2024-11-26T08:34:39,748 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region aa3be1f80fa6bd55cd0e5668b254a5bc, had cached 0 bytes from a total of 8413 2024-11-26T08:34:40,482 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-26T08:34:40,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47 2024-11-26T08:34:40,645 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: backup:system completed 2024-11-26T08:34:40,645 INFO [Time-limited test {}] impl.TableBackupClient(119): Backup backup_1732610076446 started at 1732610080645. 2024-11-26T08:34:40,651 DEBUG [Time-limited test {}] impl.TableBackupClient(123): Backup session backup_1732610076446 has been started. 2024-11-26T08:34:40,656 INFO [Time-limited test {}] impl.FullTableBackupClient(153): Execute roll log procedure for full backup ... 2024-11-26T08:34:40,657 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] master.MasterRpcServices(1035): Client=jenkins//172.17.0.2 procedure request for: rolllog-proc 2024-11-26T08:34:40,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] procedure.ProcedureCoordinator(166): Submitting procedure rolllog 2024-11-26T08:34:40,657 INFO [(719ac8e87449,38507,1732610021435)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2024-11-26T08:34:40,657 DEBUG [(719ac8e87449,38507,1732610021435)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2024-11-26T08:34:40,657 DEBUG [(719ac8e87449,38507,1732610021435)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2024-11-26T08:34:40,657 DEBUG [(719ac8e87449,38507,1732610021435)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2024-11-26T08:34:40,658 DEBUG [(719ac8e87449,38507,1732610021435)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:38507-0x1017790678c0000, quorum=127.0.0.1:50703, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-11-26T08:34:40,658 DEBUG [(719ac8e87449,38507,1732610021435)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2024-11-26T08:34:40,718 DEBUG [(719ac8e87449,38507,1732610021435)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/719ac8e87449,40717,1732610023231 2024-11-26T08:34:40,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40717-0x1017790678c0001, quorum=127.0.0.1:50703, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-11-26T08:34:40,718 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-11-26T08:34:40,719 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-26T08:34:40,719 DEBUG [(719ac8e87449,38507,1732610021435)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:38507-0x1017790678c0000, quorum=127.0.0.1:50703, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/719ac8e87449,40717,1732610023231 2024-11-26T08:34:40,720 DEBUG [(719ac8e87449,38507,1732610021435)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2024-11-26T08:34:40,720 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2024-11-26T08:34:40,721 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40717-0x1017790678c0001, quorum=127.0.0.1:50703, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-11-26T08:34:40,723 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2024-11-26T08:34:40,723 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2024-11-26T08:34:40,723 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2024-11-26T08:34:40,724 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2024-11-26T08:34:40,724 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(141): Submitting new Subprocedure:rolllog 2024-11-26T08:34:40,724 DEBUG [member: '719ac8e87449,40717,1732610023231' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2024-11-26T08:34:40,724 DEBUG [member: '719ac8e87449,40717,1732610023231' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2024-11-26T08:34:40,724 DEBUG [member: '719ac8e87449,40717,1732610023231' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2024-11-26T08:34:40,724 DEBUG [member: '719ac8e87449,40717,1732610023231' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2024-11-26T08:34:40,725 DEBUG [member: '719ac8e87449,40717,1732610023231' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: '719ac8e87449,40717,1732610023231' joining acquired barrier for procedure (rolllog) in zk 2024-11-26T08:34:40,734 DEBUG [member: '719ac8e87449,40717,1732610023231' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2024-11-26T08:34:40,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38507-0x1017790678c0000, quorum=127.0.0.1:50703, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/719ac8e87449,40717,1732610023231 2024-11-26T08:34:40,734 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/719ac8e87449,40717,1732610023231 2024-11-26T08:34:40,734 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-26T08:34:40,734 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-26T08:34:40,734 DEBUG [member: '719ac8e87449,40717,1732610023231' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40717-0x1017790678c0001, quorum=127.0.0.1:50703, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog 2024-11-26T08:34:40,735 DEBUG [member: '719ac8e87449,40717,1732610023231' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2024-11-26T08:34:40,735 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-26T08:34:40,735 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-26T08:34:40,736 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-26T08:34:40,736 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------719ac8e87449,40717,1732610023231 2024-11-26T08:34:40,737 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-26T08:34:40,737 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: '719ac8e87449,40717,1732610023231' joining acquired barrier for procedure 'rolllog' on coordinator 2024-11-26T08:34:40,737 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@48ff082[Count = 0] remaining members to acquire global barrier 2024-11-26T08:34:40,737 DEBUG [(719ac8e87449,38507,1732610021435)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2024-11-26T08:34:40,737 DEBUG [(719ac8e87449,38507,1732610021435)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2024-11-26T08:34:40,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40717-0x1017790678c0001, quorum=127.0.0.1:50703, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-26T08:34:40,742 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2024-11-26T08:34:40,742 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2024-11-26T08:34:40,743 DEBUG [member: '719ac8e87449,40717,1732610023231' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2024-11-26T08:34:40,743 DEBUG [(719ac8e87449,38507,1732610021435)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:38507-0x1017790678c0000, quorum=127.0.0.1:50703, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/719ac8e87449,40717,1732610023231 2024-11-26T08:34:40,743 DEBUG [(719ac8e87449,38507,1732610021435)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2024-11-26T08:34:40,743 DEBUG [member: '719ac8e87449,40717,1732610023231' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2024-11-26T08:34:40,743 DEBUG [rs(719ac8e87449,40717,1732610023231)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: 719ac8e87449,40717,1732610023231 2024-11-26T08:34:40,743 INFO [rs(719ac8e87449,40717,1732610023231)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1732610067382 highest: 1732610067382 on 719ac8e87449,40717,1732610023231 2024-11-26T08:34:40,743 DEBUG [regionserver/719ac8e87449:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 719ac8e87449%2C40717%2C1732610023231.719ac8e87449%2C40717%2C1732610023231.regiongroup-1:(num 1732610067344) roll requested 2024-11-26T08:34:40,755 DEBUG [regionserver/719ac8e87449:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/WALs/719ac8e87449,40717,1732610023231/719ac8e87449%2C40717%2C1732610023231.719ac8e87449%2C40717%2C1732610023231.regiongroup-1.1732610080743, exclude list is [], retry=0 2024-11-26T08:34:40,757 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37101,DS-fb8eee8b-3b5e-498f-9dd9-655fc2461d22,DISK] 2024-11-26T08:34:40,758 INFO [regionserver/719ac8e87449:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/WALs/719ac8e87449,40717,1732610023231/719ac8e87449%2C40717%2C1732610023231.719ac8e87449%2C40717%2C1732610023231.regiongroup-1.1732610067344 with entries=15, filesize=4.80 KB; new WAL /user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/WALs/719ac8e87449,40717,1732610023231/719ac8e87449%2C40717%2C1732610023231.719ac8e87449%2C40717%2C1732610023231.regiongroup-1.1732610080743 2024-11-26T08:34:40,759 DEBUG [regionserver/719ac8e87449:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45793:45793)] 2024-11-26T08:34:40,759 DEBUG [regionserver/719ac8e87449:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/WALs/719ac8e87449,40717,1732610023231/719ac8e87449%2C40717%2C1732610023231.719ac8e87449%2C40717%2C1732610023231.regiongroup-1.1732610067344 is not closed yet, will try archiving it next time 2024-11-26T08:34:40,759 DEBUG [regionserver/719ac8e87449:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 719ac8e87449%2C40717%2C1732610023231.meta:.meta(num 1732610067365) roll requested 2024-11-26T08:34:40,759 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/WALs/719ac8e87449,40717,1732610023231/719ac8e87449%2C40717%2C1732610023231.719ac8e87449%2C40717%2C1732610023231.regiongroup-1.1732610047751 to hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/oldWALs/719ac8e87449%2C40717%2C1732610023231.719ac8e87449%2C40717%2C1732610023231.regiongroup-1.1732610047751 2024-11-26T08:34:40,760 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/WALs/719ac8e87449,40717,1732610023231/719ac8e87449%2C40717%2C1732610023231.719ac8e87449%2C40717%2C1732610023231.regiongroup-1.1732610067344 not finished, retry = 0 2024-11-26T08:34:40,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37101 is added to blk_1073741888_1064 (size=4927) 2024-11-26T08:34:40,772 DEBUG [regionserver/719ac8e87449:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/WALs/719ac8e87449,40717,1732610023231/719ac8e87449%2C40717%2C1732610023231.meta.1732610080759.meta, exclude list is [], retry=0 2024-11-26T08:34:40,774 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37101,DS-fb8eee8b-3b5e-498f-9dd9-655fc2461d22,DISK] 2024-11-26T08:34:40,776 INFO [regionserver/719ac8e87449:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/WALs/719ac8e87449,40717,1732610023231/719ac8e87449%2C40717%2C1732610023231.meta.1732610067365.meta with entries=4, filesize=1.85 KB; new WAL /user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/WALs/719ac8e87449,40717,1732610023231/719ac8e87449%2C40717%2C1732610023231.meta.1732610080759.meta 2024-11-26T08:34:40,776 DEBUG [regionserver/719ac8e87449:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45793:45793)] 2024-11-26T08:34:40,776 DEBUG [regionserver/719ac8e87449:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/WALs/719ac8e87449,40717,1732610023231/719ac8e87449%2C40717%2C1732610023231.meta.1732610067365.meta is not closed yet, will try archiving it next time 2024-11-26T08:34:40,776 DEBUG [regionserver/719ac8e87449:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 719ac8e87449%2C40717%2C1732610023231.719ac8e87449%2C40717%2C1732610023231.regiongroup-0:(num 1732610067382) roll requested 2024-11-26T08:34:40,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37101 is added to blk_1073741889_1065 (size=1903) 2024-11-26T08:34:40,777 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/WALs/719ac8e87449,40717,1732610023231/719ac8e87449%2C40717%2C1732610023231.meta.1732610067365.meta not finished, retry = 0 2024-11-26T08:34:40,789 DEBUG [regionserver/719ac8e87449:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/WALs/719ac8e87449,40717,1732610023231/719ac8e87449%2C40717%2C1732610023231.719ac8e87449%2C40717%2C1732610023231.regiongroup-0.1732610080776, exclude list is [], retry=0 2024-11-26T08:34:40,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37101,DS-fb8eee8b-3b5e-498f-9dd9-655fc2461d22,DISK] 2024-11-26T08:34:40,793 INFO [regionserver/719ac8e87449:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/WALs/719ac8e87449,40717,1732610023231/719ac8e87449%2C40717%2C1732610023231.719ac8e87449%2C40717%2C1732610023231.regiongroup-0.1732610067382 with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/WALs/719ac8e87449,40717,1732610023231/719ac8e87449%2C40717%2C1732610023231.719ac8e87449%2C40717%2C1732610023231.regiongroup-0.1732610080776 2024-11-26T08:34:40,793 DEBUG [regionserver/719ac8e87449:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45793:45793)] 2024-11-26T08:34:40,793 DEBUG [regionserver/719ac8e87449:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/WALs/719ac8e87449,40717,1732610023231/719ac8e87449%2C40717%2C1732610023231.719ac8e87449%2C40717%2C1732610023231.regiongroup-0.1732610067382 is not closed yet, will try archiving it next time 2024-11-26T08:34:40,794 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/WALs/719ac8e87449,40717,1732610023231/719ac8e87449%2C40717%2C1732610023231.719ac8e87449%2C40717%2C1732610023231.regiongroup-0.1732610067382 not finished, retry = 0 2024-11-26T08:34:40,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37101 is added to blk_1073741890_1066 (size=93) 2024-11-26T08:34:40,803 DEBUG [rs(719ac8e87449,40717,1732610023231)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 60 2024-11-26T08:34:40,804 INFO [rs(719ac8e87449,40717,1732610023231)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1732610080776 on 719ac8e87449,40717,1732610023231 2024-11-26T08:34:40,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-26T08:34:40,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-26T08:34:40,823 DEBUG [member: '719ac8e87449,40717,1732610023231' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2024-11-26T08:34:40,823 DEBUG [member: '719ac8e87449,40717,1732610023231' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member '719ac8e87449,40717,1732610023231' in zk 2024-11-26T08:34:40,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38507-0x1017790678c0000, quorum=127.0.0.1:50703, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/719ac8e87449,40717,1732610023231 2024-11-26T08:34:40,842 DEBUG [member: '719ac8e87449,40717,1732610023231' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2024-11-26T08:34:40,842 DEBUG [member: '719ac8e87449,40717,1732610023231' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-11-26T08:34:40,843 DEBUG [member: '719ac8e87449,40717,1732610023231' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2024-11-26T08:34:40,843 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/719ac8e87449,40717,1732610023231 2024-11-26T08:34:40,843 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-26T08:34:40,843 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-26T08:34:40,844 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-26T08:34:40,844 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-26T08:34:40,845 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-26T08:34:40,846 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------719ac8e87449,40717,1732610023231 2024-11-26T08:34:40,846 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-26T08:34:40,847 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-26T08:34:40,847 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------719ac8e87449,40717,1732610023231 2024-11-26T08:34:40,849 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member '719ac8e87449,40717,1732610023231': 2024-11-26T08:34:40,849 INFO [(719ac8e87449,38507,1732610021435)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2024-11-26T08:34:40,849 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: '719ac8e87449,40717,1732610023231' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2024-11-26T08:34:40,849 DEBUG [(719ac8e87449,38507,1732610021435)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2024-11-26T08:34:40,849 DEBUG [(719ac8e87449,38507,1732610021435)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2024-11-26T08:34:40,849 DEBUG [(719ac8e87449,38507,1732610021435)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2024-11-26T08:34:40,849 INFO [(719ac8e87449,38507,1732610021435)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllog including nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2024-11-26T08:34:40,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38507-0x1017790678c0000, quorum=127.0.0.1:50703, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-26T08:34:40,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40717-0x1017790678c0001, quorum=127.0.0.1:50703, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-26T08:34:40,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40717-0x1017790678c0001, quorum=127.0.0.1:50703, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-11-26T08:34:40,859 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2024-11-26T08:34:40,859 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2024-11-26T08:34:40,859 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-11-26T08:34:40,859 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-26T08:34:40,859 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-26T08:34:40,860 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-26T08:34:40,860 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-11-26T08:34:40,860 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-26T08:34:40,860 DEBUG [(719ac8e87449,38507,1732610021435)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:38507-0x1017790678c0000, quorum=127.0.0.1:50703, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/719ac8e87449,40717,1732610023231 2024-11-26T08:34:40,860 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-26T08:34:40,860 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-11-26T08:34:40,861 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-26T08:34:40,861 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-26T08:34:40,861 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------719ac8e87449,40717,1732610023231 2024-11-26T08:34:40,861 DEBUG [(719ac8e87449,38507,1732610021435)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:38507-0x1017790678c0000, quorum=127.0.0.1:50703, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/719ac8e87449,40717,1732610023231 2024-11-26T08:34:40,862 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-26T08:34:40,862 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-26T08:34:40,863 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------719ac8e87449,40717,1732610023231 2024-11-26T08:34:40,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38507-0x1017790678c0000, quorum=127.0.0.1:50703, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/719ac8e87449,40717,1732610023231 2024-11-26T08:34:40,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40717-0x1017790678c0001, quorum=127.0.0.1:50703, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-11-26T08:34:40,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38507-0x1017790678c0000, quorum=127.0.0.1:50703, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-11-26T08:34:40,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38507-0x1017790678c0000, quorum=127.0.0.1:50703, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-11-26T08:34:40,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38507-0x1017790678c0000, quorum=127.0.0.1:50703, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/719ac8e87449,40717,1732610023231 2024-11-26T08:34:40,874 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-11-26T08:34:40,874 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-26T08:34:40,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38507-0x1017790678c0000, quorum=127.0.0.1:50703, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-26T08:34:40,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38507-0x1017790678c0000, quorum=127.0.0.1:50703, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-26T08:34:40,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40717-0x1017790678c0001, quorum=127.0.0.1:50703, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-11-26T08:34:40,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38507-0x1017790678c0000, quorum=127.0.0.1:50703, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-26T08:34:40,875 DEBUG [(719ac8e87449,38507,1732610021435)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-11-26T08:34:40,875 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2024-11-26T08:34:40,875 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2024-11-26T08:34:40,875 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(347): master:38507-0x1017790678c0000, quorum=127.0.0.1:50703, baseZNode=/1 Unable to get data of znode /1/rolllog-proc/abort/rolllog because node does not exist (not an error) 2024-11-26T08:34:40,875 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-11-26T08:34:40,875 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-26T08:34:40,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] master.MasterRpcServices(1336): Checking to see if procedure from request:rolllog-proc is done 2024-11-26T08:34:40,887 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_1732610080886_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } 2024-11-26T08:34:40,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732610080887 (current time:1732610080887). 2024-11-26T08:34:40,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-26T08:34:40,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1732610080886_backup_system_bulk VERSION not specified, setting to 2 2024-11-26T08:34:40,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52d3ecb8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T08:34:40,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] client.ClusterIdFetcher(90): Going to request 719ac8e87449,38507,-1 for getting cluster id 2024-11-26T08:34:40,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T08:34:40,889 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '17d1c972-e6d1-49bb-8136-c4aa91e4da0d' 2024-11-26T08:34:40,889 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T08:34:40,889 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "17d1c972-e6d1-49bb-8136-c4aa91e4da0d" 2024-11-26T08:34:40,889 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15adcb22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T08:34:40,889 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [719ac8e87449,38507,-1] 2024-11-26T08:34:40,889 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T08:34:40,890 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T08:34:40,890 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47372, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T08:34:40,891 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@262fa3fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T08:34:40,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T08:34:40,893 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=719ac8e87449,40717,1732610023231, seqNum=-1] 2024-11-26T08:34:40,893 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T08:34:40,894 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43528, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T08:34:40,895 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507. 2024-11-26T08:34:40,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T08:34:40,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T08:34:40,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T08:34:40,895 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T08:34:40,895 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/WALs/719ac8e87449,40717,1732610023231/719ac8e87449%2C40717%2C1732610023231.719ac8e87449%2C40717%2C1732610023231.regiongroup-0.1732610067382 to hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/oldWALs/719ac8e87449%2C40717%2C1732610023231.719ac8e87449%2C40717%2C1732610023231.regiongroup-0.1732610067382 2024-11-26T08:34:40,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-26T08:34:40,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] procedure2.ProcedureExecutor(1139): Stored pid=50, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1732610080886_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } 2024-11-26T08:34:40,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1732610080886_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 }, snapshot procedure id = 50 2024-11-26T08:34:40,898 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1732610080886_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-26T08:34:40,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-26T08:34:40,899 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1732610080886_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-26T08:34:40,901 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1732610080886_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-26T08:34:40,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37101 is added to blk_1073741914_1090 (size=76) 2024-11-26T08:34:41,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-26T08:34:41,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-26T08:34:41,311 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1732610080886_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-26T08:34:41,312 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=50, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4ed34adf087b15770dcef85bcf91b37a}] 2024-11-26T08:34:41,313 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=51, ppid=50, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4ed34adf087b15770dcef85bcf91b37a 2024-11-26T08:34:41,467 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=51 2024-11-26T08:34:41,468 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system_bulk,,1732610044263.4ed34adf087b15770dcef85bcf91b37a. 2024-11-26T08:34:41,468 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] regionserver.HRegion(2603): Flush status journal for 4ed34adf087b15770dcef85bcf91b37a: 2024-11-26T08:34:41,469 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system_bulk,,1732610044263.4ed34adf087b15770dcef85bcf91b37a. for snapshot_1732610080886_backup_system_bulk completed. 2024-11-26T08:34:41,469 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] snapshot.SnapshotManifest(241): Storing 'backup:system_bulk,,1732610044263.4ed34adf087b15770dcef85bcf91b37a.' region-info for snapshot=snapshot_1732610080886_backup_system_bulk 2024-11-26T08:34:41,469 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-26T08:34:41,469 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-26T08:34:41,470 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-26T08:34:41,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37101 is added to blk_1073741915_1091 (size=61) 2024-11-26T08:34:41,478 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobtracker.properties,hadoop-metrics2.properties 2024-11-26T08:34:41,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-26T08:34:41,879 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system_bulk,,1732610044263.4ed34adf087b15770dcef85bcf91b37a. 2024-11-26T08:34:41,880 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-11-26T08:34:41,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-11-26T08:34:41,881 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1732610080886_backup_system_bulk on region 4ed34adf087b15770dcef85bcf91b37a 2024-11-26T08:34:41,882 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=51, ppid=50, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4ed34adf087b15770dcef85bcf91b37a 2024-11-26T08:34:41,924 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=51, resume processing ppid=50 2024-11-26T08:34:41,925 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=50, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 4ed34adf087b15770dcef85bcf91b37a in 609 msec 2024-11-26T08:34:41,925 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1732610080886_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-26T08:34:41,926 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1732610080886_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-26T08:34:41,927 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1732610080886_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-26T08:34:41,927 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1732610080886_backup_system_bulk 2024-11-26T08:34:41,928 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/.hbase-snapshot/.tmp/snapshot_1732610080886_backup_system_bulk 2024-11-26T08:34:41,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37101 is added to blk_1073741916_1092 (size=702) 2024-11-26T08:34:42,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-26T08:34:42,343 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1732610080886_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-26T08:34:42,350 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1732610080886_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-26T08:34:42,350 DEBUG [PEWorker-3 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/.hbase-snapshot/.tmp/snapshot_1732610080886_backup_system_bulk to hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/.hbase-snapshot/snapshot_1732610080886_backup_system_bulk 2024-11-26T08:34:42,352 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1732610080886_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-26T08:34:42,352 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1732610080886_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 }, snapshot procedure id = 50 2024-11-26T08:34:42,353 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1732610080886_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } in 1.4560 sec 2024-11-26T08:34:43,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-26T08:34:43,045 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: backup:system_bulk completed 2024-11-26T08:34:43,046 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_1732610083045_default_test-1732610031728 table=test-1732610031728 type=FLUSH ttl=0 } 2024-11-26T08:34:43,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732610083046 (current time:1732610083046). 2024-11-26T08:34:43,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-26T08:34:43,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1732610083045_default_test-1732610031728 VERSION not specified, setting to 2 2024-11-26T08:34:43,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6429032c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T08:34:43,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] client.ClusterIdFetcher(90): Going to request 719ac8e87449,38507,-1 for getting cluster id 2024-11-26T08:34:43,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T08:34:43,050 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '17d1c972-e6d1-49bb-8136-c4aa91e4da0d' 2024-11-26T08:34:43,050 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T08:34:43,050 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "17d1c972-e6d1-49bb-8136-c4aa91e4da0d" 2024-11-26T08:34:43,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a77af60, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T08:34:43,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [719ac8e87449,38507,-1] 2024-11-26T08:34:43,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T08:34:43,052 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T08:34:43,053 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35424, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T08:34:43,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35e1c7c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T08:34:43,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T08:34:43,055 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=719ac8e87449,40717,1732610023231, seqNum=-1] 2024-11-26T08:34:43,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T08:34:43,057 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46954, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T08:34:43,058 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507. 2024-11-26T08:34:43,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T08:34:43,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T08:34:43,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T08:34:43,059 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T08:34:43,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-26T08:34:43,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] procedure2.ProcedureExecutor(1139): Stored pid=52, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1732610083045_default_test-1732610031728 table=test-1732610031728 type=FLUSH ttl=0 } 2024-11-26T08:34:43,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1732610083045_default_test-1732610031728 table=test-1732610031728 type=FLUSH ttl=0 }, snapshot procedure id = 52 2024-11-26T08:34:43,062 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1732610083045_default_test-1732610031728 table=test-1732610031728 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-26T08:34:43,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-26T08:34:43,063 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1732610083045_default_test-1732610031728 table=test-1732610031728 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-26T08:34:43,066 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1732610083045_default_test-1732610031728 table=test-1732610031728 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-26T08:34:43,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37101 is added to blk_1073741917_1093 (size=84) 2024-11-26T08:34:43,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-26T08:34:43,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-26T08:34:43,476 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1732610083045_default_test-1732610031728 table=test-1732610031728 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-26T08:34:43,477 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=52, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure aaf2ed5a35d99d782b6a4ccacf5b1db6}] 2024-11-26T08:34:43,479 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=53, ppid=52, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure aaf2ed5a35d99d782b6a4ccacf5b1db6 2024-11-26T08:34:43,633 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=53 2024-11-26T08:34:43,634 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on test-1732610031728,,1732610032240.aaf2ed5a35d99d782b6a4ccacf5b1db6. 2024-11-26T08:34:43,634 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] regionserver.HRegion(2603): Flush status journal for aaf2ed5a35d99d782b6a4ccacf5b1db6: 2024-11-26T08:34:43,634 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] regionserver.SnapshotRegionCallable(75): Snapshotting region test-1732610031728,,1732610032240.aaf2ed5a35d99d782b6a4ccacf5b1db6. for snapshot_1732610083045_default_test-1732610031728 completed. 2024-11-26T08:34:43,635 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] snapshot.SnapshotManifest(241): Storing 'test-1732610031728,,1732610032240.aaf2ed5a35d99d782b6a4ccacf5b1db6.' region-info for snapshot=snapshot_1732610083045_default_test-1732610031728 2024-11-26T08:34:43,635 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-26T08:34:43,635 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/default/test-1732610031728/aaf2ed5a35d99d782b6a4ccacf5b1db6/f/b11ceffe501b4d3b9bc2fa24e22eca87, hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/default/test-1732610031728/aaf2ed5a35d99d782b6a4ccacf5b1db6/f/fb5e428c313c44ca94ea919324124661] hfiles 2024-11-26T08:34:43,635 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] snapshot.SnapshotManifest(265): Adding reference for file (1/2): hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/default/test-1732610031728/aaf2ed5a35d99d782b6a4ccacf5b1db6/f/b11ceffe501b4d3b9bc2fa24e22eca87 for snapshot=snapshot_1732610083045_default_test-1732610031728 2024-11-26T08:34:43,635 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] snapshot.SnapshotManifest(265): Adding reference for file (2/2): hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/default/test-1732610031728/aaf2ed5a35d99d782b6a4ccacf5b1db6/f/fb5e428c313c44ca94ea919324124661 for snapshot=snapshot_1732610083045_default_test-1732610031728 2024-11-26T08:34:43,635 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-26T08:34:43,635 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/default/test-1732610031728/aaf2ed5a35d99d782b6a4ccacf5b1db6/mob/6554c3ddb30845989a8b95e8aaf5a79e, hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/default/test-1732610031728/aaf2ed5a35d99d782b6a4ccacf5b1db6/mob/230c2502147743eabe822009d7c853af] hfiles 2024-11-26T08:34:43,635 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] snapshot.SnapshotManifest(265): Adding reference for file (1/2): hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/default/test-1732610031728/aaf2ed5a35d99d782b6a4ccacf5b1db6/mob/6554c3ddb30845989a8b95e8aaf5a79e for snapshot=snapshot_1732610083045_default_test-1732610031728 2024-11-26T08:34:43,636 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] snapshot.SnapshotManifest(265): Adding reference for file (2/2): hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/default/test-1732610031728/aaf2ed5a35d99d782b6a4ccacf5b1db6/mob/230c2502147743eabe822009d7c853af for snapshot=snapshot_1732610083045_default_test-1732610031728 2024-11-26T08:34:43,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37101 is added to blk_1073741918_1094 (size=224) 2024-11-26T08:34:43,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-26T08:34:44,046 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on test-1732610031728,,1732610032240.aaf2ed5a35d99d782b6a4ccacf5b1db6. 2024-11-26T08:34:44,046 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-11-26T08:34:44,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-11-26T08:34:44,047 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1732610083045_default_test-1732610031728 on region aaf2ed5a35d99d782b6a4ccacf5b1db6 2024-11-26T08:34:44,047 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=53, ppid=52, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure aaf2ed5a35d99d782b6a4ccacf5b1db6 2024-11-26T08:34:44,052 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=53, resume processing ppid=52 2024-11-26T08:34:44,052 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=52, state=SUCCESS, hasLock=false; SnapshotRegionProcedure aaf2ed5a35d99d782b6a4ccacf5b1db6 in 572 msec 2024-11-26T08:34:44,052 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1732610083045_default_test-1732610031728 table=test-1732610031728 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-26T08:34:44,054 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1732610083045_default_test-1732610031728 table=test-1732610031728 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-26T08:34:44,055 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(300): Storing region-info for snapshot. 2024-11-26T08:34:44,056 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(305): Creating references for hfiles 2024-11-26T08:34:44,056 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T08:34:44,057 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: f 2024-11-26T08:34:44,057 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T08:34:44,057 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: f2 2024-11-26T08:34:44,057 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T08:34:44,058 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(366): Adding snapshot references for [hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/mobdir/data/default/test-1732610031728/66f0f24d53e8e2382fd077f5e5e35293/mob/d41d8cd98f00b204e9800998ecf8427e202411269c28239a423a4983af4adc6a0c66454a_aaf2ed5a35d99d782b6a4ccacf5b1db6] hfiles 2024-11-26T08:34:44,058 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(374): Adding reference for hfile (1/1): hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/mobdir/data/default/test-1732610031728/66f0f24d53e8e2382fd077f5e5e35293/mob/d41d8cd98f00b204e9800998ecf8427e202411269c28239a423a4983af4adc6a0c66454a_aaf2ed5a35d99d782b6a4ccacf5b1db6 2024-11-26T08:34:44,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37101 is added to blk_1073741919_1095 (size=168) 2024-11-26T08:34:44,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-26T08:34:44,468 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1732610083045_default_test-1732610031728 table=test-1732610031728 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-26T08:34:44,468 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1732610083045_default_test-1732610031728 2024-11-26T08:34:44,470 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/.hbase-snapshot/.tmp/snapshot_1732610083045_default_test-1732610031728 2024-11-26T08:34:44,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37101 is added to blk_1073741920_1096 (size=1347) 2024-11-26T08:34:44,884 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1732610083045_default_test-1732610031728 table=test-1732610031728 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-26T08:34:44,892 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1732610083045_default_test-1732610031728 table=test-1732610031728 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-26T08:34:44,893 DEBUG [PEWorker-4 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/.hbase-snapshot/.tmp/snapshot_1732610083045_default_test-1732610031728 to hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/.hbase-snapshot/snapshot_1732610083045_default_test-1732610031728 2024-11-26T08:34:44,894 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1732610083045_default_test-1732610031728 table=test-1732610031728 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-26T08:34:44,894 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1732610083045_default_test-1732610031728 table=test-1732610031728 type=FLUSH ttl=0 }, snapshot procedure id = 52 2024-11-26T08:34:44,895 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1732610083045_default_test-1732610031728 table=test-1732610031728 type=FLUSH ttl=0 } in 1.8340 sec 2024-11-26T08:34:45,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-26T08:34:45,213 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: default:test-1732610031728 completed 2024-11-26T08:34:45,214 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_1732610085213_ns4_test-17326100317283 table=ns4:test-17326100317283 type=FLUSH ttl=0 } 2024-11-26T08:34:45,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732610085214 (current time:1732610085214). 2024-11-26T08:34:45,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-26T08:34:45,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1732610085213_ns4_test-17326100317283 VERSION not specified, setting to 2 2024-11-26T08:34:45,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c08c51d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T08:34:45,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] client.ClusterIdFetcher(90): Going to request 719ac8e87449,38507,-1 for getting cluster id 2024-11-26T08:34:45,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T08:34:45,217 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '17d1c972-e6d1-49bb-8136-c4aa91e4da0d' 2024-11-26T08:34:45,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T08:34:45,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "17d1c972-e6d1-49bb-8136-c4aa91e4da0d" 2024-11-26T08:34:45,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e57d7b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T08:34:45,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [719ac8e87449,38507,-1] 2024-11-26T08:34:45,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T08:34:45,218 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T08:34:45,219 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35456, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T08:34:45,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b579d76, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T08:34:45,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T08:34:45,221 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=719ac8e87449,40717,1732610023231, seqNum=-1] 2024-11-26T08:34:45,221 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T08:34:45,222 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46958, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T08:34:45,223 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507. 2024-11-26T08:34:45,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T08:34:45,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T08:34:45,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T08:34:45,224 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T08:34:45,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-26T08:34:45,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] procedure2.ProcedureExecutor(1139): Stored pid=54, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1732610085213_ns4_test-17326100317283 table=ns4:test-17326100317283 type=FLUSH ttl=0 } 2024-11-26T08:34:45,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1732610085213_ns4_test-17326100317283 table=ns4:test-17326100317283 type=FLUSH ttl=0 }, snapshot procedure id = 54 2024-11-26T08:34:45,227 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1732610085213_ns4_test-17326100317283 table=ns4:test-17326100317283 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-26T08:34:45,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-26T08:34:45,228 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1732610085213_ns4_test-17326100317283 table=ns4:test-17326100317283 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-26T08:34:45,231 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1732610085213_ns4_test-17326100317283 table=ns4:test-17326100317283 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-26T08:34:45,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37101 is added to blk_1073741921_1097 (size=86) 2024-11-26T08:34:45,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-26T08:34:45,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-26T08:34:45,639 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1732610085213_ns4_test-17326100317283 table=ns4:test-17326100317283 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-26T08:34:45,640 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=55, ppid=54, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 94c7dd7eabe71a440b024630a5f1dab9}] 2024-11-26T08:34:45,642 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=55, ppid=54, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 94c7dd7eabe71a440b024630a5f1dab9 2024-11-26T08:34:45,796 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=55 2024-11-26T08:34:45,797 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on ns4:test-17326100317283,,1732610038087.94c7dd7eabe71a440b024630a5f1dab9. 2024-11-26T08:34:45,797 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] regionserver.HRegion(2603): Flush status journal for 94c7dd7eabe71a440b024630a5f1dab9: 2024-11-26T08:34:45,797 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] regionserver.SnapshotRegionCallable(75): Snapshotting region ns4:test-17326100317283,,1732610038087.94c7dd7eabe71a440b024630a5f1dab9. for snapshot_1732610085213_ns4_test-17326100317283 completed. 2024-11-26T08:34:45,798 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] snapshot.SnapshotManifest(241): Storing 'ns4:test-17326100317283,,1732610038087.94c7dd7eabe71a440b024630a5f1dab9.' region-info for snapshot=snapshot_1732610085213_ns4_test-17326100317283 2024-11-26T08:34:45,798 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-26T08:34:45,798 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-26T08:34:45,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37101 is added to blk_1073741922_1098 (size=52) 2024-11-26T08:34:45,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-26T08:34:46,208 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on ns4:test-17326100317283,,1732610038087.94c7dd7eabe71a440b024630a5f1dab9. 2024-11-26T08:34:46,208 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=55 2024-11-26T08:34:46,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] master.HMaster(4169): Remote procedure done, pid=55 2024-11-26T08:34:46,209 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1732610085213_ns4_test-17326100317283 on region 94c7dd7eabe71a440b024630a5f1dab9 2024-11-26T08:34:46,210 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=55, ppid=54, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 94c7dd7eabe71a440b024630a5f1dab9 2024-11-26T08:34:46,214 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=55, resume processing ppid=54 2024-11-26T08:34:46,214 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=54, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 94c7dd7eabe71a440b024630a5f1dab9 in 571 msec 2024-11-26T08:34:46,214 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1732610085213_ns4_test-17326100317283 table=ns4:test-17326100317283 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-26T08:34:46,216 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1732610085213_ns4_test-17326100317283 table=ns4:test-17326100317283 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-26T08:34:46,217 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1732610085213_ns4_test-17326100317283 table=ns4:test-17326100317283 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-26T08:34:46,217 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1732610085213_ns4_test-17326100317283 2024-11-26T08:34:46,218 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/.hbase-snapshot/.tmp/snapshot_1732610085213_ns4_test-17326100317283 2024-11-26T08:34:46,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37101 is added to blk_1073741923_1099 (size=443) 2024-11-26T08:34:46,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-26T08:34:46,633 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1732610085213_ns4_test-17326100317283 table=ns4:test-17326100317283 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-26T08:34:46,644 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1732610085213_ns4_test-17326100317283 table=ns4:test-17326100317283 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-26T08:34:46,644 DEBUG [PEWorker-1 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/.hbase-snapshot/.tmp/snapshot_1732610085213_ns4_test-17326100317283 to hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/.hbase-snapshot/snapshot_1732610085213_ns4_test-17326100317283 2024-11-26T08:34:46,646 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1732610085213_ns4_test-17326100317283 table=ns4:test-17326100317283 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-26T08:34:46,646 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1732610085213_ns4_test-17326100317283 table=ns4:test-17326100317283 type=FLUSH ttl=0 }, snapshot procedure id = 54 2024-11-26T08:34:46,647 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1732610085213_ns4_test-17326100317283 table=ns4:test-17326100317283 type=FLUSH ttl=0 } in 1.4210 sec 2024-11-26T08:34:47,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-26T08:34:47,375 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: ns4:test-17326100317283 completed 2024-11-26T08:34:47,377 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_1732610087375_ns3_test-17326100317282 table=ns3:test-17326100317282 type=FLUSH ttl=0 } 2024-11-26T08:34:47,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732610087377 (current time:1732610087377). 2024-11-26T08:34:47,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-26T08:34:47,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1732610087375_ns3_test-17326100317282 VERSION not specified, setting to 2 2024-11-26T08:34:47,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@118960bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T08:34:47,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] client.ClusterIdFetcher(90): Going to request 719ac8e87449,38507,-1 for getting cluster id 2024-11-26T08:34:47,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T08:34:47,381 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '17d1c972-e6d1-49bb-8136-c4aa91e4da0d' 2024-11-26T08:34:47,381 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T08:34:47,381 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "17d1c972-e6d1-49bb-8136-c4aa91e4da0d" 2024-11-26T08:34:47,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b7a7b6c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T08:34:47,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [719ac8e87449,38507,-1] 2024-11-26T08:34:47,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T08:34:47,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T08:34:47,384 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35472, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T08:34:47,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@218bd9f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T08:34:47,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T08:34:47,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=719ac8e87449,40717,1732610023231, seqNum=-1] 2024-11-26T08:34:47,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T08:34:47,388 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46970, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T08:34:47,390 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507. 2024-11-26T08:34:47,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T08:34:47,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T08:34:47,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T08:34:47,390 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T08:34:47,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-26T08:34:47,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] procedure2.ProcedureExecutor(1139): Stored pid=56, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1732610087375_ns3_test-17326100317282 table=ns3:test-17326100317282 type=FLUSH ttl=0 } 2024-11-26T08:34:47,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1732610087375_ns3_test-17326100317282 table=ns3:test-17326100317282 type=FLUSH ttl=0 }, snapshot procedure id = 56 2024-11-26T08:34:47,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-26T08:34:47,414 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1732610087375_ns3_test-17326100317282 table=ns3:test-17326100317282 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-26T08:34:47,417 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1732610087375_ns3_test-17326100317282 table=ns3:test-17326100317282 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-26T08:34:47,423 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1732610087375_ns3_test-17326100317282 table=ns3:test-17326100317282 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-26T08:34:47,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37101 is added to blk_1073741924_1100 (size=86) 2024-11-26T08:34:47,442 INFO [master/719ac8e87449:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-26T08:34:47,443 INFO [master/719ac8e87449:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-26T08:34:47,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-26T08:34:47,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-26T08:34:47,833 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1732610087375_ns3_test-17326100317282 table=ns3:test-17326100317282 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-26T08:34:47,833 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=57, ppid=56, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d622e6f6fc97a916dd2f828d3953daa1}] 2024-11-26T08:34:47,836 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=57, ppid=56, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d622e6f6fc97a916dd2f828d3953daa1 2024-11-26T08:34:47,990 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=57 2024-11-26T08:34:47,991 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on ns3:test-17326100317282,,1732610035910.d622e6f6fc97a916dd2f828d3953daa1. 2024-11-26T08:34:47,991 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] regionserver.HRegion(2603): Flush status journal for d622e6f6fc97a916dd2f828d3953daa1: 2024-11-26T08:34:47,992 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] regionserver.SnapshotRegionCallable(75): Snapshotting region ns3:test-17326100317282,,1732610035910.d622e6f6fc97a916dd2f828d3953daa1. for snapshot_1732610087375_ns3_test-17326100317282 completed. 2024-11-26T08:34:47,992 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] snapshot.SnapshotManifest(241): Storing 'ns3:test-17326100317282,,1732610035910.d622e6f6fc97a916dd2f828d3953daa1.' region-info for snapshot=snapshot_1732610087375_ns3_test-17326100317282 2024-11-26T08:34:47,992 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-26T08:34:47,992 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-26T08:34:48,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37101 is added to blk_1073741925_1101 (size=52) 2024-11-26T08:34:48,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-26T08:34:48,241 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 95821178b82ab750c0fdf68811cdef5b, had cached 0 bytes from a total of 28925 2024-11-26T08:34:48,405 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on ns3:test-17326100317282,,1732610035910.d622e6f6fc97a916dd2f828d3953daa1. 2024-11-26T08:34:48,405 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=57 2024-11-26T08:34:48,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] master.HMaster(4169): Remote procedure done, pid=57 2024-11-26T08:34:48,407 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1732610087375_ns3_test-17326100317282 on region d622e6f6fc97a916dd2f828d3953daa1 2024-11-26T08:34:48,408 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=57, ppid=56, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d622e6f6fc97a916dd2f828d3953daa1 2024-11-26T08:34:48,413 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=57, resume processing ppid=56 2024-11-26T08:34:48,413 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1732610087375_ns3_test-17326100317282 table=ns3:test-17326100317282 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-26T08:34:48,413 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=57, ppid=56, state=SUCCESS, hasLock=false; SnapshotRegionProcedure d622e6f6fc97a916dd2f828d3953daa1 in 577 msec 2024-11-26T08:34:48,414 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1732610087375_ns3_test-17326100317282 table=ns3:test-17326100317282 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-26T08:34:48,414 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1732610087375_ns3_test-17326100317282 table=ns3:test-17326100317282 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-26T08:34:48,415 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1732610087375_ns3_test-17326100317282 2024-11-26T08:34:48,415 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/.hbase-snapshot/.tmp/snapshot_1732610087375_ns3_test-17326100317282 2024-11-26T08:34:48,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37101 is added to blk_1073741926_1102 (size=443) 2024-11-26T08:34:48,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-26T08:34:48,831 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1732610087375_ns3_test-17326100317282 table=ns3:test-17326100317282 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-26T08:34:48,838 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1732610087375_ns3_test-17326100317282 table=ns3:test-17326100317282 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-26T08:34:48,839 DEBUG [PEWorker-5 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/.hbase-snapshot/.tmp/snapshot_1732610087375_ns3_test-17326100317282 to hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/.hbase-snapshot/snapshot_1732610087375_ns3_test-17326100317282 2024-11-26T08:34:48,841 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1732610087375_ns3_test-17326100317282 table=ns3:test-17326100317282 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-26T08:34:48,841 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1732610087375_ns3_test-17326100317282 table=ns3:test-17326100317282 type=FLUSH ttl=0 }, snapshot procedure id = 56 2024-11-26T08:34:48,842 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1732610087375_ns3_test-17326100317282 table=ns3:test-17326100317282 type=FLUSH ttl=0 } in 1.4500 sec 2024-11-26T08:34:49,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-26T08:34:49,565 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: ns3:test-17326100317282 completed 2024-11-26T08:34:49,567 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_1732610089565_ns2_test-17326100317281 table=ns2:test-17326100317281 type=FLUSH ttl=0 } 2024-11-26T08:34:49,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732610089567 (current time:1732610089567). 2024-11-26T08:34:49,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-26T08:34:49,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1732610089565_ns2_test-17326100317281 VERSION not specified, setting to 2 2024-11-26T08:34:49,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a358b7d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T08:34:49,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] client.ClusterIdFetcher(90): Going to request 719ac8e87449,38507,-1 for getting cluster id 2024-11-26T08:34:49,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T08:34:49,571 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '17d1c972-e6d1-49bb-8136-c4aa91e4da0d' 2024-11-26T08:34:49,572 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T08:34:49,572 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "17d1c972-e6d1-49bb-8136-c4aa91e4da0d" 2024-11-26T08:34:49,572 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b11179c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T08:34:49,573 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [719ac8e87449,38507,-1] 2024-11-26T08:34:49,573 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T08:34:49,573 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T08:34:49,575 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35478, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T08:34:49,577 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c7826c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T08:34:49,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T08:34:49,579 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=719ac8e87449,40717,1732610023231, seqNum=-1] 2024-11-26T08:34:49,580 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T08:34:49,581 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46980, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T08:34:49,583 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507. 2024-11-26T08:34:49,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T08:34:49,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T08:34:49,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T08:34:49,583 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T08:34:49,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-26T08:34:49,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] procedure2.ProcedureExecutor(1139): Stored pid=58, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1732610089565_ns2_test-17326100317281 table=ns2:test-17326100317281 type=FLUSH ttl=0 } 2024-11-26T08:34:49,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1732610089565_ns2_test-17326100317281 table=ns2:test-17326100317281 type=FLUSH ttl=0 }, snapshot procedure id = 58 2024-11-26T08:34:49,586 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1732610089565_ns2_test-17326100317281 table=ns2:test-17326100317281 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-26T08:34:49,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-26T08:34:49,587 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1732610089565_ns2_test-17326100317281 table=ns2:test-17326100317281 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-26T08:34:49,590 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1732610089565_ns2_test-17326100317281 table=ns2:test-17326100317281 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-26T08:34:49,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37101 is added to blk_1073741927_1103 (size=86) 2024-11-26T08:34:49,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-26T08:34:49,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-26T08:34:50,000 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1732610089565_ns2_test-17326100317281 table=ns2:test-17326100317281 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-26T08:34:50,001 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=59, ppid=58, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure aa3be1f80fa6bd55cd0e5668b254a5bc}] 2024-11-26T08:34:50,003 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=59, ppid=58, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure aa3be1f80fa6bd55cd0e5668b254a5bc 2024-11-26T08:34:50,156 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=59 2024-11-26T08:34:50,156 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on ns2:test-17326100317281,,1732610033589.aa3be1f80fa6bd55cd0e5668b254a5bc. 2024-11-26T08:34:50,157 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] regionserver.HRegion(2902): Flushing aa3be1f80fa6bd55cd0e5668b254a5bc 1/1 column families, dataSize=170 B heapSize=816 B 2024-11-26T08:34:50,166 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/ns2/test-17326100317281/aa3be1f80fa6bd55cd0e5668b254a5bc/.tmp/f/72ffbe56952e433f91924b514ec81e31 is 38, key is row-t20/f:q1/1732610061578/Put/seqid=0 2024-11-26T08:34:50,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37101 is added to blk_1073741928_1104 (size=5134) 2024-11-26T08:34:50,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-26T08:34:50,574 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=111 (bloomFilter=true), to=hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/ns2/test-17326100317281/aa3be1f80fa6bd55cd0e5668b254a5bc/.tmp/f/72ffbe56952e433f91924b514ec81e31 2024-11-26T08:34:50,588 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/ns2/test-17326100317281/aa3be1f80fa6bd55cd0e5668b254a5bc/.tmp/f/72ffbe56952e433f91924b514ec81e31 as hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/ns2/test-17326100317281/aa3be1f80fa6bd55cd0e5668b254a5bc/f/72ffbe56952e433f91924b514ec81e31 2024-11-26T08:34:50,595 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/ns2/test-17326100317281/aa3be1f80fa6bd55cd0e5668b254a5bc/f/72ffbe56952e433f91924b514ec81e31, entries=5, sequenceid=111, filesize=5.0 K 2024-11-26T08:34:50,596 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] regionserver.HRegion(3140): Finished flush of dataSize ~170 B/170, heapSize ~800 B/800, currentSize=0 B/0 for aa3be1f80fa6bd55cd0e5668b254a5bc in 439ms, sequenceid=111, compaction requested=false 2024-11-26T08:34:50,596 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] regionserver.HRegion(2603): Flush status journal for aa3be1f80fa6bd55cd0e5668b254a5bc: 2024-11-26T08:34:50,596 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] regionserver.SnapshotRegionCallable(75): Snapshotting region ns2:test-17326100317281,,1732610033589.aa3be1f80fa6bd55cd0e5668b254a5bc. for snapshot_1732610089565_ns2_test-17326100317281 completed. 2024-11-26T08:34:50,597 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] snapshot.SnapshotManifest(241): Storing 'ns2:test-17326100317281,,1732610033589.aa3be1f80fa6bd55cd0e5668b254a5bc.' region-info for snapshot=snapshot_1732610089565_ns2_test-17326100317281 2024-11-26T08:34:50,597 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-26T08:34:50,597 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/ns2/test-17326100317281/aa3be1f80fa6bd55cd0e5668b254a5bc/f/7c9739033366471493fe3ca924b0949e, hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/ns2/test-17326100317281/aa3be1f80fa6bd55cd0e5668b254a5bc/f/72ffbe56952e433f91924b514ec81e31] hfiles 2024-11-26T08:34:50,597 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] snapshot.SnapshotManifest(265): Adding reference for file (1/2): hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/ns2/test-17326100317281/aa3be1f80fa6bd55cd0e5668b254a5bc/f/7c9739033366471493fe3ca924b0949e for snapshot=snapshot_1732610089565_ns2_test-17326100317281 2024-11-26T08:34:50,597 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] snapshot.SnapshotManifest(265): Adding reference for file (2/2): hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/ns2/test-17326100317281/aa3be1f80fa6bd55cd0e5668b254a5bc/f/72ffbe56952e433f91924b514ec81e31 for snapshot=snapshot_1732610089565_ns2_test-17326100317281 2024-11-26T08:34:50,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37101 is added to blk_1073741929_1105 (size=130) 2024-11-26T08:34:50,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-26T08:34:51,005 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on ns2:test-17326100317281,,1732610033589.aa3be1f80fa6bd55cd0e5668b254a5bc. 2024-11-26T08:34:51,005 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=59 2024-11-26T08:34:51,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] master.HMaster(4169): Remote procedure done, pid=59 2024-11-26T08:34:51,007 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1732610089565_ns2_test-17326100317281 on region aa3be1f80fa6bd55cd0e5668b254a5bc 2024-11-26T08:34:51,007 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=59, ppid=58, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure aa3be1f80fa6bd55cd0e5668b254a5bc 2024-11-26T08:34:51,015 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=59, resume processing ppid=58 2024-11-26T08:34:51,016 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1732610089565_ns2_test-17326100317281 table=ns2:test-17326100317281 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-26T08:34:51,016 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=59, ppid=58, state=SUCCESS, hasLock=false; SnapshotRegionProcedure aa3be1f80fa6bd55cd0e5668b254a5bc in 1.0100 sec 2024-11-26T08:34:51,017 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1732610089565_ns2_test-17326100317281 table=ns2:test-17326100317281 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-26T08:34:51,018 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1732610089565_ns2_test-17326100317281 table=ns2:test-17326100317281 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-26T08:34:51,018 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1732610089565_ns2_test-17326100317281 2024-11-26T08:34:51,019 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/.hbase-snapshot/.tmp/snapshot_1732610089565_ns2_test-17326100317281 2024-11-26T08:34:51,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37101 is added to blk_1073741930_1106 (size=496) 2024-11-26T08:34:51,434 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1732610089565_ns2_test-17326100317281 table=ns2:test-17326100317281 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-26T08:34:51,445 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1732610089565_ns2_test-17326100317281 table=ns2:test-17326100317281 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-26T08:34:51,445 DEBUG [PEWorker-3 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/.hbase-snapshot/.tmp/snapshot_1732610089565_ns2_test-17326100317281 to hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/.hbase-snapshot/snapshot_1732610089565_ns2_test-17326100317281 2024-11-26T08:34:51,447 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1732610089565_ns2_test-17326100317281 table=ns2:test-17326100317281 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-26T08:34:51,447 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1732610089565_ns2_test-17326100317281 table=ns2:test-17326100317281 type=FLUSH ttl=0 }, snapshot procedure id = 58 2024-11-26T08:34:51,448 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=58, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1732610089565_ns2_test-17326100317281 table=ns2:test-17326100317281 type=FLUSH ttl=0 } in 1.8630 sec 2024-11-26T08:34:51,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-26T08:34:51,736 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: ns2:test-17326100317281 completed 2024-11-26T08:34:51,736 DEBUG [Time-limited test {}] impl.FullTableBackupClient(174): snapshot copy for backup_1732610076446 2024-11-26T08:34:51,736 INFO [Time-limited test {}] impl.FullTableBackupClient(68): Snapshot copy is starting. 2024-11-26T08:34:51,736 DEBUG [Time-limited test {}] impl.FullTableBackupClient(80): There are 5 snapshots to be copied. 2024-11-26T08:34:51,737 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1732610076446_backup:system_bulk 2024-11-26T08:34:51,737 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1732610080886_backup_system_bulk to hdfs://localhost:46515/backupUT/backup_1732610076446/backup/system_bulk/ 2024-11-26T08:34:51,737 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-11-26T08:34:51,776 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1094): inputFs=hdfs://localhost:46515, inputRoot=hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6 2024-11-26T08:34:51,776 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1095): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_-515701088_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:46515/backupUT/backup_1732610076446/backup/system_bulk, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:46515/backupUT/backup_1732610076446/backup/system_bulk/.hbase-snapshot/.tmp/snapshot_1732610080886_backup_system_bulk 2024-11-26T08:34:51,778 INFO [Time-limited test {}] snapshot.ExportSnapshot(1104): Verify the source snapshot's expiration status and integrity. 2024-11-26T08:34:51,782 INFO [Time-limited test {}] snapshot.ExportSnapshot(1162): Copy Snapshot Manifest from hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/.hbase-snapshot/snapshot_1732610080886_backup_system_bulk to hdfs://localhost:46515/backupUT/backup_1732610076446/backup/system_bulk/.hbase-snapshot/.tmp/snapshot_1732610080886_backup_system_bulk 2024-11-26T08:34:51,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37101 is added to blk_1073741931_1107 (size=76) 2024-11-26T08:34:51,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37101 is added to blk_1073741932_1108 (size=702) 2024-11-26T08:34:52,196 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-26T08:34:52,197 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-26T08:34:52,197 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-26T08:34:53,061 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/5c1d7269-9c3d-d2f1-151b-0b39cfe105a5/hadoop-11623243759575793580.jar 2024-11-26T08:34:53,061 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-26T08:34:53,061 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-26T08:34:53,061 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-26T08:34:53,061 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-26T08:34:53,062 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-26T08:34:53,062 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-26T08:34:53,062 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-26T08:34:53,062 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-26T08:34:53,062 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-26T08:34:53,063 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-26T08:34:53,063 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-26T08:34:53,063 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-26T08:34:53,063 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-26T08:34:53,063 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-26T08:34:53,063 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-26T08:34:53,064 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-26T08:34:53,064 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-26T08:34:53,064 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-26T08:34:53,064 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-26T08:34:53,064 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-26T08:34:53,065 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-26T08:34:53,065 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-26T08:34:53,065 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-26T08:34:53,065 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-26T08:34:53,065 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-26T08:34:53,065 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-26T08:34:53,066 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-26T08:34:53,102 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-26T08:34:53,125 INFO [Time-limited test {}] snapshot.ExportSnapshot(663): Loading Snapshot 'snapshot_1732610080886_backup_system_bulk' hfile list 2024-11-26T08:34:53,204 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/5c1d7269-9c3d-d2f1-151b-0b39cfe105a5/mapreduce.cluster.local.dir/job_local1762357596_0005_133468a6-058b-4957-90ac-560852a34cdf/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory 2024-11-26T08:34:53,204 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/5c1d7269-9c3d-d2f1-151b-0b39cfe105a5/mapreduce.cluster.local.dir/job_local1762357596_0005_133468a6-058b-4957-90ac-560852a34cdf/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/* 2024-11-26T08:34:54,240 INFO [Time-limited test {}] snapshot.ExportSnapshot(1219): Finalize the Snapshot Export 2024-11-26T08:34:54,241 INFO [Time-limited test {}] snapshot.ExportSnapshot(1230): Verify the exported snapshot's expiration status and integrity. 2024-11-26T08:34:54,245 INFO [Time-limited test {}] snapshot.ExportSnapshot(1236): Export Completed: snapshot_1732610080886_backup_system_bulk 2024-11-26T08:34:54,245 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1732610080886_backup_system_bulk finished. 2024-11-26T08:34:54,245 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1732610076446_test-1732610031728 2024-11-26T08:34:54,245 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1732610083045_default_test-1732610031728 to hdfs://localhost:46515/backupUT/backup_1732610076446/default/test-1732610031728/ 2024-11-26T08:34:54,245 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-11-26T08:34:54,272 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1094): inputFs=hdfs://localhost:46515, inputRoot=hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6 2024-11-26T08:34:54,272 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1095): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_-515701088_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:46515/backupUT/backup_1732610076446/default/test-1732610031728, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:46515/backupUT/backup_1732610076446/default/test-1732610031728/.hbase-snapshot/.tmp/snapshot_1732610083045_default_test-1732610031728 2024-11-26T08:34:54,274 INFO [Time-limited test {}] snapshot.ExportSnapshot(1104): Verify the source snapshot's expiration status and integrity. 2024-11-26T08:34:54,281 INFO [Time-limited test {}] snapshot.ExportSnapshot(1162): Copy Snapshot Manifest from hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/.hbase-snapshot/snapshot_1732610083045_default_test-1732610031728 to hdfs://localhost:46515/backupUT/backup_1732610076446/default/test-1732610031728/.hbase-snapshot/.tmp/snapshot_1732610083045_default_test-1732610031728 2024-11-26T08:34:54,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37101 is added to blk_1073741934_1110 (size=1347) 2024-11-26T08:34:54,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37101 is added to blk_1073741933_1109 (size=84) 2024-11-26T08:34:54,697 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-26T08:34:54,699 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-26T08:34:54,699 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-26T08:34:55,562 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/5c1d7269-9c3d-d2f1-151b-0b39cfe105a5/hadoop-7684348865249254416.jar 2024-11-26T08:34:55,562 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-26T08:34:55,562 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-26T08:34:55,563 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-26T08:34:55,563 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-26T08:34:55,563 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-26T08:34:55,563 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-26T08:34:55,564 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-26T08:34:55,564 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-26T08:34:55,564 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-26T08:34:55,564 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-26T08:34:55,564 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-26T08:34:55,565 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-26T08:34:55,565 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-26T08:34:55,565 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-26T08:34:55,565 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-26T08:34:55,565 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-26T08:34:55,566 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-26T08:34:55,566 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-26T08:34:55,566 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-26T08:34:55,566 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-26T08:34:55,566 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-26T08:34:55,567 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-26T08:34:55,567 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-26T08:34:55,567 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-26T08:34:55,567 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-26T08:34:55,567 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-26T08:34:55,567 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-26T08:34:55,601 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-26T08:34:55,628 INFO [Time-limited test {}] snapshot.ExportSnapshot(663): Loading Snapshot 'snapshot_1732610083045_default_test-1732610031728' hfile list 2024-11-26T08:34:55,631 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(763): export split=0 size=43.0 K 2024-11-26T08:34:55,722 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/5c1d7269-9c3d-d2f1-151b-0b39cfe105a5/mapreduce.cluster.local.dir/job_local1394751474_0006_7ad3a8c6-425e-4d66-acbe-202d068066c1/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory 2024-11-26T08:34:55,722 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/5c1d7269-9c3d-d2f1-151b-0b39cfe105a5/mapreduce.cluster.local.dir/job_local1394751474_0006_7ad3a8c6-425e-4d66-acbe-202d068066c1/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/* 2024-11-26T08:34:55,790 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(239): Using bufferSize=128 M 2024-11-26T08:34:55,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37101 is added to blk_1073741935_1111 (size=13760) 2024-11-26T08:34:56,228 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/default/test-1732610031728/aaf2ed5a35d99d782b6a4ccacf5b1db6/mob/230c2502147743eabe822009d7c853af output=hdfs://localhost:46515/backupUT/backup_1732610076446/default/test-1732610031728/archive/data/default/test-1732610031728/aaf2ed5a35d99d782b6a4ccacf5b1db6/mob/230c2502147743eabe822009d7c853af 2024-11-26T08:34:56,228 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=13760 (13.4 K) time=0sec 0.030M/sec 2024-11-26T08:34:56,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37101 is added to blk_1073741936_1112 (size=10796) 2024-11-26T08:34:56,657 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/default/test-1732610031728/aaf2ed5a35d99d782b6a4ccacf5b1db6/f/fb5e428c313c44ca94ea919324124661 output=hdfs://localhost:46515/backupUT/backup_1732610076446/default/test-1732610031728/archive/data/default/test-1732610031728/aaf2ed5a35d99d782b6a4ccacf5b1db6/f/fb5e428c313c44ca94ea919324124661 2024-11-26T08:34:56,657 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=10796 (10.5 K) time=0sec 0.024M/sec 2024-11-26T08:34:56,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37101 is added to blk_1073741937_1113 (size=8413) 2024-11-26T08:34:57,101 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/default/test-1732610031728/aaf2ed5a35d99d782b6a4ccacf5b1db6/f/b11ceffe501b4d3b9bc2fa24e22eca87 output=hdfs://localhost:46515/backupUT/backup_1732610076446/default/test-1732610031728/archive/data/default/test-1732610031728/aaf2ed5a35d99d782b6a4ccacf5b1db6/f/b11ceffe501b4d3b9bc2fa24e22eca87 2024-11-26T08:34:57,101 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=8413 (8.2 K) time=0sec 0.018M/sec 2024-11-26T08:34:57,116 WARN [LocalJobRunner Map Task Executor #0 {}] mapred.Task(640): Task status: "copied 5.5 K/5.5 K (100.0%) from hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/mobdir/data/default/test-1732610031728/66f0f24d53e8e2382fd077f5e5e35293/mob/d41d8cd98f00b204e9800998ecf8427e202411269c28239a423a4983af4adc6a0c66454a_aaf2ed5a35d99d782b6a4ccacf5b1db6 to hdfs://localhost:46515/backupUT/backup_1732610076446/default/test-1732610031728/archive/data/default/test-1732610031728/66f0f24d53e8e2382fd077f5e5e35293/mob/d41d8cd98f00b204e9800998ecf8427e202411269c28239a423a4983af4adc6a0c66454a_aaf2ed5a35d99d782b6a4ccacf5b1db6" truncated to max limit (512 characters) 2024-11-26T08:34:57,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37101 is added to blk_1073741938_1114 (size=5591) 2024-11-26T08:34:57,531 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/mobdir/data/default/test-1732610031728/66f0f24d53e8e2382fd077f5e5e35293/mob/d41d8cd98f00b204e9800998ecf8427e202411269c28239a423a4983af4adc6a0c66454a_aaf2ed5a35d99d782b6a4ccacf5b1db6 output=hdfs://localhost:46515/backupUT/backup_1732610076446/default/test-1732610031728/archive/data/default/test-1732610031728/66f0f24d53e8e2382fd077f5e5e35293/mob/d41d8cd98f00b204e9800998ecf8427e202411269c28239a423a4983af4adc6a0c66454a_aaf2ed5a35d99d782b6a4ccacf5b1db6 2024-11-26T08:34:57,531 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=5591 (5.5 K) time=0sec 0.013M/sec 2024-11-26T08:34:57,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37101 is added to blk_1073741939_1115 (size=5484) 2024-11-26T08:34:57,969 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/default/test-1732610031728/aaf2ed5a35d99d782b6a4ccacf5b1db6/mob/6554c3ddb30845989a8b95e8aaf5a79e output=hdfs://localhost:46515/backupUT/backup_1732610076446/default/test-1732610031728/archive/data/default/test-1732610031728/aaf2ed5a35d99d782b6a4ccacf5b1db6/mob/6554c3ddb30845989a8b95e8aaf5a79e 2024-11-26T08:34:57,969 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=5484 (5.4 K) time=0sec 0.012M/sec 2024-11-26T08:34:58,768 INFO [Time-limited test {}] snapshot.ExportSnapshot(1219): Finalize the Snapshot Export 2024-11-26T08:34:58,770 INFO [Time-limited test {}] snapshot.ExportSnapshot(1230): Verify the exported snapshot's expiration status and integrity. 2024-11-26T08:34:58,778 INFO [Time-limited test {}] snapshot.ExportSnapshot(1236): Export Completed: snapshot_1732610083045_default_test-1732610031728 2024-11-26T08:34:58,778 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1732610083045_default_test-1732610031728 finished. 2024-11-26T08:34:58,778 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1732610076446_ns4:test-17326100317283 2024-11-26T08:34:58,778 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1732610085213_ns4_test-17326100317283 to hdfs://localhost:46515/backupUT/backup_1732610076446/ns4/test-17326100317283/ 2024-11-26T08:34:58,778 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-11-26T08:34:58,807 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1094): inputFs=hdfs://localhost:46515, inputRoot=hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6 2024-11-26T08:34:58,807 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1095): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_-515701088_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:46515/backupUT/backup_1732610076446/ns4/test-17326100317283, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:46515/backupUT/backup_1732610076446/ns4/test-17326100317283/.hbase-snapshot/.tmp/snapshot_1732610085213_ns4_test-17326100317283 2024-11-26T08:34:58,809 INFO [Time-limited test {}] snapshot.ExportSnapshot(1104): Verify the source snapshot's expiration status and integrity. 2024-11-26T08:34:58,813 INFO [Time-limited test {}] snapshot.ExportSnapshot(1162): Copy Snapshot Manifest from hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/.hbase-snapshot/snapshot_1732610085213_ns4_test-17326100317283 to hdfs://localhost:46515/backupUT/backup_1732610076446/ns4/test-17326100317283/.hbase-snapshot/.tmp/snapshot_1732610085213_ns4_test-17326100317283 2024-11-26T08:34:58,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37101 is added to blk_1073741941_1117 (size=443) 2024-11-26T08:34:58,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37101 is added to blk_1073741940_1116 (size=86) 2024-11-26T08:34:59,225 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-26T08:34:59,226 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-26T08:34:59,226 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-26T08:35:00,087 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/5c1d7269-9c3d-d2f1-151b-0b39cfe105a5/hadoop-8631266854734893334.jar 2024-11-26T08:35:00,088 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-26T08:35:00,088 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-26T08:35:00,088 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-26T08:35:00,088 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-26T08:35:00,089 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-26T08:35:00,089 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-26T08:35:00,089 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-26T08:35:00,089 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-26T08:35:00,090 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-26T08:35:00,090 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-26T08:35:00,090 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-26T08:35:00,090 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-26T08:35:00,090 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-26T08:35:00,091 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-26T08:35:00,091 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-26T08:35:00,091 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-26T08:35:00,091 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-26T08:35:00,092 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-26T08:35:00,092 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-26T08:35:00,092 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-26T08:35:00,092 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-26T08:35:00,092 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-26T08:35:00,093 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-26T08:35:00,093 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-26T08:35:00,093 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-26T08:35:00,093 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-26T08:35:00,093 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-26T08:35:00,128 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-26T08:35:00,151 INFO [Time-limited test {}] snapshot.ExportSnapshot(663): Loading Snapshot 'snapshot_1732610085213_ns4_test-17326100317283' hfile list 2024-11-26T08:35:00,229 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/5c1d7269-9c3d-d2f1-151b-0b39cfe105a5/mapreduce.cluster.local.dir/job_local393438266_0007_e743f8de-dcfc-4d01-9592-4291f6314c78/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory 2024-11-26T08:35:00,229 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/5c1d7269-9c3d-d2f1-151b-0b39cfe105a5/mapreduce.cluster.local.dir/job_local393438266_0007_e743f8de-dcfc-4d01-9592-4291f6314c78/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/* 2024-11-26T08:35:01,265 INFO [Time-limited test {}] snapshot.ExportSnapshot(1219): Finalize the Snapshot Export 2024-11-26T08:35:01,267 INFO [Time-limited test {}] snapshot.ExportSnapshot(1230): Verify the exported snapshot's expiration status and integrity. 2024-11-26T08:35:01,275 INFO [Time-limited test {}] snapshot.ExportSnapshot(1236): Export Completed: snapshot_1732610085213_ns4_test-17326100317283 2024-11-26T08:35:01,275 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1732610085213_ns4_test-17326100317283 finished. 2024-11-26T08:35:01,275 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1732610076446_ns3:test-17326100317282 2024-11-26T08:35:01,275 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1732610087375_ns3_test-17326100317282 to hdfs://localhost:46515/backupUT/backup_1732610076446/ns3/test-17326100317282/ 2024-11-26T08:35:01,275 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-11-26T08:35:01,303 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1094): inputFs=hdfs://localhost:46515, inputRoot=hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6 2024-11-26T08:35:01,303 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1095): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_-515701088_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:46515/backupUT/backup_1732610076446/ns3/test-17326100317282, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:46515/backupUT/backup_1732610076446/ns3/test-17326100317282/.hbase-snapshot/.tmp/snapshot_1732610087375_ns3_test-17326100317282 2024-11-26T08:35:01,305 INFO [Time-limited test {}] snapshot.ExportSnapshot(1104): Verify the source snapshot's expiration status and integrity. 2024-11-26T08:35:01,309 INFO [Time-limited test {}] snapshot.ExportSnapshot(1162): Copy Snapshot Manifest from hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/.hbase-snapshot/snapshot_1732610087375_ns3_test-17326100317282 to hdfs://localhost:46515/backupUT/backup_1732610076446/ns3/test-17326100317282/.hbase-snapshot/.tmp/snapshot_1732610087375_ns3_test-17326100317282 2024-11-26T08:35:01,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37101 is added to blk_1073741942_1118 (size=86) 2024-11-26T08:35:01,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37101 is added to blk_1073741943_1119 (size=443) 2024-11-26T08:35:01,724 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-26T08:35:01,724 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-26T08:35:01,725 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-26T08:35:02,593 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/5c1d7269-9c3d-d2f1-151b-0b39cfe105a5/hadoop-2624491021532046058.jar 2024-11-26T08:35:02,593 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-26T08:35:02,593 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-26T08:35:02,593 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-26T08:35:02,594 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-26T08:35:02,594 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-26T08:35:02,594 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-26T08:35:02,594 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-26T08:35:02,594 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-26T08:35:02,595 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-26T08:35:02,595 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-26T08:35:02,595 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-26T08:35:02,595 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-26T08:35:02,595 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-26T08:35:02,596 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-26T08:35:02,596 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-26T08:35:02,596 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-26T08:35:02,596 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-26T08:35:02,596 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-26T08:35:02,596 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-26T08:35:02,597 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-26T08:35:02,597 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-26T08:35:02,597 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-26T08:35:02,597 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-26T08:35:02,597 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-26T08:35:02,598 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-26T08:35:02,598 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-26T08:35:02,598 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-26T08:35:02,632 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-26T08:35:02,655 INFO [Time-limited test {}] snapshot.ExportSnapshot(663): Loading Snapshot 'snapshot_1732610087375_ns3_test-17326100317282' hfile list 2024-11-26T08:35:02,742 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/5c1d7269-9c3d-d2f1-151b-0b39cfe105a5/mapreduce.cluster.local.dir/job_local1261995933_0008_a7ff2e09-9b03-4589-845d-ffe956f9998b/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory 2024-11-26T08:35:02,742 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/5c1d7269-9c3d-d2f1-151b-0b39cfe105a5/mapreduce.cluster.local.dir/job_local1261995933_0008_a7ff2e09-9b03-4589-845d-ffe956f9998b/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/* 2024-11-26T08:35:03,784 INFO [Time-limited test {}] snapshot.ExportSnapshot(1219): Finalize the Snapshot Export 2024-11-26T08:35:03,787 INFO [Time-limited test {}] snapshot.ExportSnapshot(1230): Verify the exported snapshot's expiration status and integrity. 2024-11-26T08:35:03,796 INFO [Time-limited test {}] snapshot.ExportSnapshot(1236): Export Completed: snapshot_1732610087375_ns3_test-17326100317282 2024-11-26T08:35:03,796 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1732610087375_ns3_test-17326100317282 finished. 2024-11-26T08:35:03,796 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1732610076446_ns2:test-17326100317281 2024-11-26T08:35:03,796 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1732610089565_ns2_test-17326100317281 to hdfs://localhost:46515/backupUT/backup_1732610076446/ns2/test-17326100317281/ 2024-11-26T08:35:03,796 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-11-26T08:35:03,824 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1094): inputFs=hdfs://localhost:46515, inputRoot=hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6 2024-11-26T08:35:03,824 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1095): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_-515701088_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:46515/backupUT/backup_1732610076446/ns2/test-17326100317281, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:46515/backupUT/backup_1732610076446/ns2/test-17326100317281/.hbase-snapshot/.tmp/snapshot_1732610089565_ns2_test-17326100317281 2024-11-26T08:35:03,825 INFO [Time-limited test {}] snapshot.ExportSnapshot(1104): Verify the source snapshot's expiration status and integrity. 2024-11-26T08:35:03,830 INFO [Time-limited test {}] snapshot.ExportSnapshot(1162): Copy Snapshot Manifest from hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/.hbase-snapshot/snapshot_1732610089565_ns2_test-17326100317281 to hdfs://localhost:46515/backupUT/backup_1732610076446/ns2/test-17326100317281/.hbase-snapshot/.tmp/snapshot_1732610089565_ns2_test-17326100317281 2024-11-26T08:35:03,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37101 is added to blk_1073741944_1120 (size=86) 2024-11-26T08:35:03,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37101 is added to blk_1073741945_1121 (size=496) 2024-11-26T08:35:04,243 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-26T08:35:04,244 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-26T08:35:04,245 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-26T08:35:05,107 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/5c1d7269-9c3d-d2f1-151b-0b39cfe105a5/hadoop-18009836459093628331.jar 2024-11-26T08:35:05,107 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-26T08:35:05,107 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-26T08:35:05,107 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-26T08:35:05,108 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-26T08:35:05,108 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-26T08:35:05,108 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-26T08:35:05,108 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-26T08:35:05,108 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-26T08:35:05,109 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-26T08:35:05,109 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-26T08:35:05,109 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-26T08:35:05,109 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-26T08:35:05,109 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-26T08:35:05,110 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-26T08:35:05,110 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-26T08:35:05,110 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-26T08:35:05,110 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-26T08:35:05,110 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-26T08:35:05,111 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-26T08:35:05,111 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-26T08:35:05,111 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-26T08:35:05,111 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-26T08:35:05,111 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-26T08:35:05,111 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-26T08:35:05,112 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-26T08:35:05,112 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-26T08:35:05,112 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-26T08:35:05,146 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-26T08:35:05,169 INFO [Time-limited test {}] snapshot.ExportSnapshot(663): Loading Snapshot 'snapshot_1732610089565_ns2_test-17326100317281' hfile list 2024-11-26T08:35:05,171 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(763): export split=0 size=13.2 K 2024-11-26T08:35:05,247 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/5c1d7269-9c3d-d2f1-151b-0b39cfe105a5/mapreduce.cluster.local.dir/job_local266124402_0009_8161fee3-d5f2-4453-b481-65ad6d13edb8/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory 2024-11-26T08:35:05,247 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/5c1d7269-9c3d-d2f1-151b-0b39cfe105a5/mapreduce.cluster.local.dir/job_local266124402_0009_8161fee3-d5f2-4453-b481-65ad6d13edb8/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/* 2024-11-26T08:35:05,311 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(239): Using bufferSize=128 M 2024-11-26T08:35:05,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37101 is added to blk_1073741946_1122 (size=8413) 2024-11-26T08:35:05,733 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/ns2/test-17326100317281/aa3be1f80fa6bd55cd0e5668b254a5bc/f/7c9739033366471493fe3ca924b0949e output=hdfs://localhost:46515/backupUT/backup_1732610076446/ns2/test-17326100317281/archive/data/ns2/test-17326100317281/aa3be1f80fa6bd55cd0e5668b254a5bc/f/7c9739033366471493fe3ca924b0949e 2024-11-26T08:35:05,733 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=8413 (8.2 K) time=0sec 0.019M/sec 2024-11-26T08:35:05,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37101 is added to blk_1073741947_1123 (size=5134) 2024-11-26T08:35:06,172 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/ns2/test-17326100317281/aa3be1f80fa6bd55cd0e5668b254a5bc/f/72ffbe56952e433f91924b514ec81e31 output=hdfs://localhost:46515/backupUT/backup_1732610076446/ns2/test-17326100317281/archive/data/ns2/test-17326100317281/aa3be1f80fa6bd55cd0e5668b254a5bc/f/72ffbe56952e433f91924b514ec81e31 2024-11-26T08:35:06,172 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=5134 (5.0 K) time=0sec 0.011M/sec 2024-11-26T08:35:06,287 INFO [Time-limited test {}] snapshot.ExportSnapshot(1219): Finalize the Snapshot Export 2024-11-26T08:35:06,288 INFO [Time-limited test {}] snapshot.ExportSnapshot(1230): Verify the exported snapshot's expiration status and integrity. 2024-11-26T08:35:06,298 INFO [Time-limited test {}] snapshot.ExportSnapshot(1236): Export Completed: snapshot_1732610089565_ns2_test-17326100317281 2024-11-26T08:35:06,298 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1732610089565_ns2_test-17326100317281 finished. 2024-11-26T08:35:06,298 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): backup:system_bulk 2024-11-26T08:35:06,298 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): test-1732610031728 2024-11-26T08:35:06,298 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): ns4:test-17326100317283 2024-11-26T08:35:06,298 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): ns3:test-17326100317282 2024-11-26T08:35:06,298 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): ns2:test-17326100317281 2024-11-26T08:35:06,308 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1732610076446 2024-11-26T08:35:06,308 DEBUG [Time-limited test {}] impl.TableBackupClient(305): Current backup is a full backup, no direct ancestor for it. 2024-11-26T08:35:06,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37101 is added to blk_1073741948_1124 (size=209) 2024-11-26T08:35:06,715 INFO [Time-limited test {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:46515/backupUT/backup_1732610076446/.backup.manifest 2024-11-26T08:35:06,715 DEBUG [Time-limited test {}] impl.TableBackupClient(387): Backup backup_1732610076446 finished: type=FULL,tablelist=backup:system_bulk;test-1732610031728;ns4:test-17326100317283;ns3:test-17326100317282;ns2:test-17326100317281,targetRootDir=hdfs://localhost:46515/backupUT,startts=1732610080645,completets=1732610106308,bytescopied=0 2024-11-26T08:35:06,716 DEBUG [Time-limited test {}] impl.TableBackupClient(142): Trying to delete snapshot for full backup. 2024-11-26T08:35:06,716 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1732610080886_backup_system_bulk 2024-11-26T08:35:06,718 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_1732610080886_backup_system_bulk" type: DISABLED 2024-11-26T08:35:06,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1732610080886_backup_system_bulk 2024-11-26T08:35:06,725 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1732610080886_backup_system_bulk for backup backup_1732610076446 succeeded. 2024-11-26T08:35:06,725 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1732610083045_default_test-1732610031728 2024-11-26T08:35:06,726 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_1732610083045_default_test-1732610031728" type: DISABLED 2024-11-26T08:35:06,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1732610083045_default_test-1732610031728 2024-11-26T08:35:06,731 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1732610083045_default_test-1732610031728 for backup backup_1732610076446 succeeded. 2024-11-26T08:35:06,731 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1732610085213_ns4_test-17326100317283 2024-11-26T08:35:06,732 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_1732610085213_ns4_test-17326100317283" type: DISABLED 2024-11-26T08:35:06,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1732610085213_ns4_test-17326100317283 2024-11-26T08:35:06,736 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1732610085213_ns4_test-17326100317283 for backup backup_1732610076446 succeeded. 2024-11-26T08:35:06,736 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1732610087375_ns3_test-17326100317282 2024-11-26T08:35:06,737 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_1732610087375_ns3_test-17326100317282" type: DISABLED 2024-11-26T08:35:06,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1732610087375_ns3_test-17326100317282 2024-11-26T08:35:06,741 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1732610087375_ns3_test-17326100317282 for backup backup_1732610076446 succeeded. 2024-11-26T08:35:06,741 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1732610089565_ns2_test-17326100317281 2024-11-26T08:35:06,741 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_1732610089565_ns2_test-17326100317281" type: DISABLED 2024-11-26T08:35:06,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1732610089565_ns2_test-17326100317281 2024-11-26T08:35:06,744 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1732610089565_ns2_test-17326100317281 for backup backup_1732610076446 succeeded. 2024-11-26T08:35:06,745 DEBUG [Time-limited test {}] impl.BackupSystemTable(1571): Deleting snapshot_backup_system from the system 2024-11-26T08:35:06,749 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_backup_system" type: DISABLED 2024-11-26T08:35:06,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_backup_system 2024-11-26T08:35:06,752 DEBUG [Time-limited test {}] impl.BackupSystemTable(1576): Done deleting backup system table snapshot 2024-11-26T08:35:06,754 DEBUG [Time-limited test {}] impl.BackupSystemTable(662): Finish backup exclusive operation 2024-11-26T08:35:06,759 INFO [Time-limited test {}] impl.TableBackupClient(405): Backup backup_1732610076446 completed. 2024-11-26T08:35:06,767 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-26T08:35:06,772 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-26T08:35:10,483 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-26T08:35:11,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-26T08:35:11,797 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-26T08:35:11,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-26T08:35:11,821 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-26T08:35:11,823 DEBUG [Time-limited test {}] impl.BackupSystemTable(635): Start new backup exclusive operation 2024-11-26T08:35:11,827 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1732610111785 2024-11-26T08:35:11,829 DEBUG [Time-limited test {}] impl.TableBackupClient(334): Dependent full backup image: {BackupID=backup_1732610076446} 2024-11-26T08:35:11,829 DEBUG [Time-limited test {}] impl.TableBackupClient(337): Got 1 ancestors for the current backup. 2024-11-26T08:35:11,836 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-26T08:35:11,840 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-26T08:35:11,854 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-26T08:35:11,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-26T08:35:11,873 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-26T08:35:11,877 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-26T08:35:11,892 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-26T08:35:11,896 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-26T08:35:11,910 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-26T08:35:11,914 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-26T08:35:11,922 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-11-26T08:35:11,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732610111922 (current time:1732610111922). 2024-11-26T08:35:11,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-26T08:35:11,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2024-11-26T08:35:11,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fa39daf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T08:35:11,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] client.ClusterIdFetcher(90): Going to request 719ac8e87449,38507,-1 for getting cluster id 2024-11-26T08:35:11,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T08:35:11,924 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '17d1c972-e6d1-49bb-8136-c4aa91e4da0d' 2024-11-26T08:35:11,924 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T08:35:11,924 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "17d1c972-e6d1-49bb-8136-c4aa91e4da0d" 2024-11-26T08:35:11,925 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c9a6af4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T08:35:11,925 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [719ac8e87449,38507,-1] 2024-11-26T08:35:11,925 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T08:35:11,925 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T08:35:11,926 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40684, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T08:35:11,926 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@342c1812, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T08:35:11,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T08:35:11,928 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=719ac8e87449,40717,1732610023231, seqNum=-1] 2024-11-26T08:35:11,928 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T08:35:11,929 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52818, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T08:35:11,930 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507. 2024-11-26T08:35:11,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T08:35:11,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T08:35:11,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T08:35:11,930 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T08:35:11,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-26T08:35:11,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] procedure2.ProcedureExecutor(1139): Stored pid=60, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-11-26T08:35:11,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 60 2024-11-26T08:35:11,932 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-26T08:35:11,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-26T08:35:11,933 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-26T08:35:11,936 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-26T08:35:11,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37101 is added to blk_1073741949_1125 (size=52) 2024-11-26T08:35:12,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-26T08:35:12,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-26T08:35:12,342 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-26T08:35:12,342 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=61, ppid=60, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 95821178b82ab750c0fdf68811cdef5b}] 2024-11-26T08:35:12,344 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=61, ppid=60, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 95821178b82ab750c0fdf68811cdef5b 2024-11-26T08:35:12,497 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=61 2024-11-26T08:35:12,498 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1732610042090.95821178b82ab750c0fdf68811cdef5b. 2024-11-26T08:35:12,498 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.HRegion(2902): Flushing 95821178b82ab750c0fdf68811cdef5b 2/2 column families, dataSize=2.54 KB heapSize=4.22 KB 2024-11-26T08:35:12,507 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/backup/system/95821178b82ab750c0fdf68811cdef5b/.tmp/meta/063b2f33c4654fe6a0dd55582f03f18c is 158, key is trslm:hdfs://localhost:46515/backupUT\x00ns2:test-17326100317281/meta:log-roll-map/1732610106303/Put/seqid=0 2024-11-26T08:35:12,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37101 is added to blk_1073741950_1126 (size=6646) 2024-11-26T08:35:12,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-26T08:35:12,915 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.36 KB at sequenceid=42 (bloomFilter=true), to=hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/backup/system/95821178b82ab750c0fdf68811cdef5b/.tmp/meta/063b2f33c4654fe6a0dd55582f03f18c 2024-11-26T08:35:12,931 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/backup/system/95821178b82ab750c0fdf68811cdef5b/.tmp/session/3138b61371734bcabfbabc1d3531b767 is 826, key is session:backup_1732610076446/session:context/1732610106753/Put/seqid=0 2024-11-26T08:35:12,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37101 is added to blk_1073741951_1127 (size=5928) 2024-11-26T08:35:13,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-26T08:35:13,337 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.18 KB at sequenceid=42 (bloomFilter=true), to=hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/backup/system/95821178b82ab750c0fdf68811cdef5b/.tmp/session/3138b61371734bcabfbabc1d3531b767 2024-11-26T08:35:13,352 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/backup/system/95821178b82ab750c0fdf68811cdef5b/.tmp/meta/063b2f33c4654fe6a0dd55582f03f18c as hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/backup/system/95821178b82ab750c0fdf68811cdef5b/meta/063b2f33c4654fe6a0dd55582f03f18c 2024-11-26T08:35:13,360 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/backup/system/95821178b82ab750c0fdf68811cdef5b/meta/063b2f33c4654fe6a0dd55582f03f18c, entries=12, sequenceid=42, filesize=6.5 K 2024-11-26T08:35:13,361 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/backup/system/95821178b82ab750c0fdf68811cdef5b/.tmp/session/3138b61371734bcabfbabc1d3531b767 as hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/backup/system/95821178b82ab750c0fdf68811cdef5b/session/3138b61371734bcabfbabc1d3531b767 2024-11-26T08:35:13,369 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/backup/system/95821178b82ab750c0fdf68811cdef5b/session/3138b61371734bcabfbabc1d3531b767, entries=2, sequenceid=42, filesize=5.8 K 2024-11-26T08:35:13,370 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2604, heapSize ~4.19 KB/4288, currentSize=0 B/0 for 95821178b82ab750c0fdf68811cdef5b in 872ms, sequenceid=42, compaction requested=true 2024-11-26T08:35:13,370 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.HRegion(2603): Flush status journal for 95821178b82ab750c0fdf68811cdef5b: 2024-11-26T08:35:13,370 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1732610042090.95821178b82ab750c0fdf68811cdef5b. for snapshot_backup_system completed. 2024-11-26T08:35:13,370 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(241): Storing 'backup:system,,1732610042090.95821178b82ab750c0fdf68811cdef5b.' region-info for snapshot=snapshot_backup_system 2024-11-26T08:35:13,370 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-26T08:35:13,371 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/backup/system/95821178b82ab750c0fdf68811cdef5b/meta/f42173f4a8f6425b8646484aa4a80a28, hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/backup/system/95821178b82ab750c0fdf68811cdef5b/meta/2d13c4e71ac14dbda520d87166dc6846, hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/backup/system/95821178b82ab750c0fdf68811cdef5b/meta/063b2f33c4654fe6a0dd55582f03f18c] hfiles 2024-11-26T08:35:13,371 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(265): Adding reference for file (1/3): hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/backup/system/95821178b82ab750c0fdf68811cdef5b/meta/f42173f4a8f6425b8646484aa4a80a28 for snapshot=snapshot_backup_system 2024-11-26T08:35:13,371 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(265): Adding reference for file (2/3): hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/backup/system/95821178b82ab750c0fdf68811cdef5b/meta/2d13c4e71ac14dbda520d87166dc6846 for snapshot=snapshot_backup_system 2024-11-26T08:35:13,371 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(265): Adding reference for file (3/3): hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/backup/system/95821178b82ab750c0fdf68811cdef5b/meta/063b2f33c4654fe6a0dd55582f03f18c for snapshot=snapshot_backup_system 2024-11-26T08:35:13,371 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/backup/system/95821178b82ab750c0fdf68811cdef5b/session/1e03a1d175474a0783cdedb90af06d1f, hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/backup/system/95821178b82ab750c0fdf68811cdef5b/session/85702c8cdade4af6953d799fddc1474e, hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/backup/system/95821178b82ab750c0fdf68811cdef5b/session/ef933f98904b440b896711476f2fb000, hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/backup/system/95821178b82ab750c0fdf68811cdef5b/session/3138b61371734bcabfbabc1d3531b767] hfiles 2024-11-26T08:35:13,371 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(265): Adding reference for file (1/4): hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/backup/system/95821178b82ab750c0fdf68811cdef5b/session/1e03a1d175474a0783cdedb90af06d1f for snapshot=snapshot_backup_system 2024-11-26T08:35:13,371 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(265): Adding reference for file (2/4): hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/backup/system/95821178b82ab750c0fdf68811cdef5b/session/85702c8cdade4af6953d799fddc1474e for snapshot=snapshot_backup_system 2024-11-26T08:35:13,371 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(265): Adding reference for file (3/4): hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/backup/system/95821178b82ab750c0fdf68811cdef5b/session/ef933f98904b440b896711476f2fb000 for snapshot=snapshot_backup_system 2024-11-26T08:35:13,371 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(265): Adding reference for file (4/4): hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/backup/system/95821178b82ab750c0fdf68811cdef5b/session/3138b61371734bcabfbabc1d3531b767 for snapshot=snapshot_backup_system 2024-11-26T08:35:13,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37101 is added to blk_1073741952_1128 (size=330) 2024-11-26T08:35:13,779 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1732610042090.95821178b82ab750c0fdf68811cdef5b. 2024-11-26T08:35:13,779 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=61 2024-11-26T08:35:13,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] master.HMaster(4169): Remote procedure done, pid=61 2024-11-26T08:35:13,781 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_backup_system on region 95821178b82ab750c0fdf68811cdef5b 2024-11-26T08:35:13,782 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=61, ppid=60, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 95821178b82ab750c0fdf68811cdef5b 2024-11-26T08:35:13,788 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=61, resume processing ppid=60 2024-11-26T08:35:13,788 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-26T08:35:13,788 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=61, ppid=60, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 95821178b82ab750c0fdf68811cdef5b in 1.4410 sec 2024-11-26T08:35:13,789 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-26T08:35:13,791 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-26T08:35:13,791 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_backup_system 2024-11-26T08:35:13,792 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/.hbase-snapshot/.tmp/snapshot_backup_system 2024-11-26T08:35:13,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37101 is added to blk_1073741953_1129 (size=967) 2024-11-26T08:35:14,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-26T08:35:14,247 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-26T08:35:14,262 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-26T08:35:14,263 DEBUG [PEWorker-2 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/.hbase-snapshot/snapshot_backup_system 2024-11-26T08:35:14,264 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-26T08:35:14,264 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 60 2024-11-26T08:35:14,265 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=60, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 2.3330 sec 2024-11-26T08:35:16,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-26T08:35:16,115 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: backup:system completed 2024-11-26T08:35:16,116 INFO [Time-limited test {}] impl.TableBackupClient(119): Backup backup_1732610111785 started at 1732610116115. 2024-11-26T08:35:16,122 DEBUG [Time-limited test {}] impl.TableBackupClient(123): Backup session backup_1732610111785 has been started. 2024-11-26T08:35:16,128 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(285): For incremental backup, current table set is [backup:system_bulk, test-1732610031728, ns2:test-17326100317281, ns3:test-17326100317282, ns4:test-17326100317283] 2024-11-26T08:35:16,134 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(76): StartCode 1732610067382for backupID backup_1732610111785 2024-11-26T08:35:16,134 INFO [Time-limited test {}] impl.IncrementalBackupManager(86): Execute roll log procedure for incremental backup ... 2024-11-26T08:35:16,134 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] master.MasterRpcServices(1035): Client=jenkins//172.17.0.2 procedure request for: rolllog-proc 2024-11-26T08:35:16,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] procedure.ProcedureCoordinator(166): Submitting procedure rolllog 2024-11-26T08:35:16,135 INFO [(719ac8e87449,38507,1732610021435)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2024-11-26T08:35:16,135 DEBUG [(719ac8e87449,38507,1732610021435)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2024-11-26T08:35:16,135 DEBUG [(719ac8e87449,38507,1732610021435)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2024-11-26T08:35:16,135 DEBUG [(719ac8e87449,38507,1732610021435)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2024-11-26T08:35:16,136 DEBUG [(719ac8e87449,38507,1732610021435)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:38507-0x1017790678c0000, quorum=127.0.0.1:50703, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-11-26T08:35:16,136 DEBUG [(719ac8e87449,38507,1732610021435)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2024-11-26T08:35:16,226 DEBUG [(719ac8e87449,38507,1732610021435)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/719ac8e87449,40717,1732610023231 2024-11-26T08:35:16,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40717-0x1017790678c0001, quorum=127.0.0.1:50703, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-11-26T08:35:16,227 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-11-26T08:35:16,227 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-26T08:35:16,228 DEBUG [(719ac8e87449,38507,1732610021435)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:38507-0x1017790678c0000, quorum=127.0.0.1:50703, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/719ac8e87449,40717,1732610023231 2024-11-26T08:35:16,228 DEBUG [(719ac8e87449,38507,1732610021435)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2024-11-26T08:35:16,228 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2024-11-26T08:35:16,229 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40717-0x1017790678c0001, quorum=127.0.0.1:50703, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-11-26T08:35:16,230 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2024-11-26T08:35:16,230 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2024-11-26T08:35:16,230 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2024-11-26T08:35:16,231 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2024-11-26T08:35:16,231 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(141): Submitting new Subprocedure:rolllog 2024-11-26T08:35:16,231 DEBUG [member: '719ac8e87449,40717,1732610023231' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2024-11-26T08:35:16,231 DEBUG [member: '719ac8e87449,40717,1732610023231' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2024-11-26T08:35:16,231 DEBUG [member: '719ac8e87449,40717,1732610023231' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2024-11-26T08:35:16,231 DEBUG [member: '719ac8e87449,40717,1732610023231' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2024-11-26T08:35:16,231 DEBUG [member: '719ac8e87449,40717,1732610023231' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: '719ac8e87449,40717,1732610023231' joining acquired barrier for procedure (rolllog) in zk 2024-11-26T08:35:16,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38507-0x1017790678c0000, quorum=127.0.0.1:50703, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/719ac8e87449,40717,1732610023231 2024-11-26T08:35:16,244 DEBUG [member: '719ac8e87449,40717,1732610023231' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2024-11-26T08:35:16,245 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/719ac8e87449,40717,1732610023231 2024-11-26T08:35:16,245 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-26T08:35:16,245 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-26T08:35:16,245 DEBUG [member: '719ac8e87449,40717,1732610023231' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40717-0x1017790678c0001, quorum=127.0.0.1:50703, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog 2024-11-26T08:35:16,245 DEBUG [member: '719ac8e87449,40717,1732610023231' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2024-11-26T08:35:16,245 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-26T08:35:16,246 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-26T08:35:16,246 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-26T08:35:16,247 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------719ac8e87449,40717,1732610023231 2024-11-26T08:35:16,248 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-26T08:35:16,248 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: '719ac8e87449,40717,1732610023231' joining acquired barrier for procedure 'rolllog' on coordinator 2024-11-26T08:35:16,248 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@17c7c872[Count = 0] remaining members to acquire global barrier 2024-11-26T08:35:16,248 DEBUG [(719ac8e87449,38507,1732610021435)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2024-11-26T08:35:16,248 DEBUG [(719ac8e87449,38507,1732610021435)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2024-11-26T08:35:16,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40717-0x1017790678c0001, quorum=127.0.0.1:50703, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-26T08:35:16,260 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2024-11-26T08:35:16,260 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2024-11-26T08:35:16,260 DEBUG [member: '719ac8e87449,40717,1732610023231' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2024-11-26T08:35:16,260 DEBUG [(719ac8e87449,38507,1732610021435)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:38507-0x1017790678c0000, quorum=127.0.0.1:50703, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/719ac8e87449,40717,1732610023231 2024-11-26T08:35:16,260 DEBUG [(719ac8e87449,38507,1732610021435)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2024-11-26T08:35:16,260 DEBUG [member: '719ac8e87449,40717,1732610023231' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2024-11-26T08:35:16,260 DEBUG [rs(719ac8e87449,40717,1732610023231)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: 719ac8e87449,40717,1732610023231 2024-11-26T08:35:16,261 INFO [rs(719ac8e87449,40717,1732610023231)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1732610080776 highest: 1732610080776 on 719ac8e87449,40717,1732610023231 2024-11-26T08:35:16,261 DEBUG [regionserver/719ac8e87449:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 719ac8e87449%2C40717%2C1732610023231.719ac8e87449%2C40717%2C1732610023231.regiongroup-1:(num 1732610080743) roll requested 2024-11-26T08:35:16,279 DEBUG [regionserver/719ac8e87449:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/WALs/719ac8e87449,40717,1732610023231/719ac8e87449%2C40717%2C1732610023231.719ac8e87449%2C40717%2C1732610023231.regiongroup-1.1732610116261, exclude list is [], retry=0 2024-11-26T08:35:16,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37101,DS-fb8eee8b-3b5e-498f-9dd9-655fc2461d22,DISK] 2024-11-26T08:35:16,283 INFO [regionserver/719ac8e87449:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/WALs/719ac8e87449,40717,1732610023231/719ac8e87449%2C40717%2C1732610023231.719ac8e87449%2C40717%2C1732610023231.regiongroup-1.1732610080743 with entries=17, filesize=4.59 KB; new WAL /user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/WALs/719ac8e87449,40717,1732610023231/719ac8e87449%2C40717%2C1732610023231.719ac8e87449%2C40717%2C1732610023231.regiongroup-1.1732610116261 2024-11-26T08:35:16,283 DEBUG [regionserver/719ac8e87449:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45793:45793)] 2024-11-26T08:35:16,283 DEBUG [regionserver/719ac8e87449:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/WALs/719ac8e87449,40717,1732610023231/719ac8e87449%2C40717%2C1732610023231.719ac8e87449%2C40717%2C1732610023231.regiongroup-1.1732610080743 is not closed yet, will try archiving it next time 2024-11-26T08:35:16,283 DEBUG [regionserver/719ac8e87449:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 719ac8e87449%2C40717%2C1732610023231.meta:.meta(num 1732610080759) roll requested 2024-11-26T08:35:16,284 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/WALs/719ac8e87449,40717,1732610023231/719ac8e87449%2C40717%2C1732610023231.719ac8e87449%2C40717%2C1732610023231.regiongroup-1.1732610067344 to hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/oldWALs/719ac8e87449%2C40717%2C1732610023231.719ac8e87449%2C40717%2C1732610023231.regiongroup-1.1732610067344 2024-11-26T08:35:16,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37101 is added to blk_1073741911_1087 (size=4710) 2024-11-26T08:35:16,295 DEBUG [regionserver/719ac8e87449:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/WALs/719ac8e87449,40717,1732610023231/719ac8e87449%2C40717%2C1732610023231.meta.1732610116284.meta, exclude list is [], retry=0 2024-11-26T08:35:16,297 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37101,DS-fb8eee8b-3b5e-498f-9dd9-655fc2461d22,DISK] 2024-11-26T08:35:16,299 INFO [regionserver/719ac8e87449:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/WALs/719ac8e87449,40717,1732610023231/719ac8e87449%2C40717%2C1732610023231.meta.1732610080759.meta with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/WALs/719ac8e87449,40717,1732610023231/719ac8e87449%2C40717%2C1732610023231.meta.1732610116284.meta 2024-11-26T08:35:16,299 DEBUG [regionserver/719ac8e87449:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45793:45793)] 2024-11-26T08:35:16,299 DEBUG [regionserver/719ac8e87449:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/WALs/719ac8e87449,40717,1732610023231/719ac8e87449%2C40717%2C1732610023231.meta.1732610080759.meta is not closed yet, will try archiving it next time 2024-11-26T08:35:16,299 DEBUG [regionserver/719ac8e87449:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 719ac8e87449%2C40717%2C1732610023231.719ac8e87449%2C40717%2C1732610023231.regiongroup-0:(num 1732610080776) roll requested 2024-11-26T08:35:16,300 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/WALs/719ac8e87449,40717,1732610023231/719ac8e87449%2C40717%2C1732610023231.meta.1732610080759.meta not finished, retry = 0 2024-11-26T08:35:16,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37101 is added to blk_1073741912_1088 (size=93) 2024-11-26T08:35:16,317 DEBUG [regionserver/719ac8e87449:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/WALs/719ac8e87449,40717,1732610023231/719ac8e87449%2C40717%2C1732610023231.719ac8e87449%2C40717%2C1732610023231.regiongroup-0.1732610116299, exclude list is [], retry=0 2024-11-26T08:35:16,320 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37101,DS-fb8eee8b-3b5e-498f-9dd9-655fc2461d22,DISK] 2024-11-26T08:35:16,321 DEBUG [rs(719ac8e87449,40717,1732610023231)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 60 2024-11-26T08:35:16,321 INFO [rs(719ac8e87449,40717,1732610023231)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1732610116299 on 719ac8e87449,40717,1732610023231 2024-11-26T08:35:16,321 INFO [regionserver/719ac8e87449:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/WALs/719ac8e87449,40717,1732610023231/719ac8e87449%2C40717%2C1732610023231.719ac8e87449%2C40717%2C1732610023231.regiongroup-0.1732610080776 with entries=2, filesize=645 B; new WAL /user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/WALs/719ac8e87449,40717,1732610023231/719ac8e87449%2C40717%2C1732610023231.719ac8e87449%2C40717%2C1732610023231.regiongroup-0.1732610116299 2024-11-26T08:35:16,321 DEBUG [regionserver/719ac8e87449:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45793:45793)] 2024-11-26T08:35:16,322 DEBUG [regionserver/719ac8e87449:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/WALs/719ac8e87449,40717,1732610023231/719ac8e87449%2C40717%2C1732610023231.719ac8e87449%2C40717%2C1732610023231.regiongroup-0.1732610080776 is not closed yet, will try archiving it next time 2024-11-26T08:35:16,322 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/WALs/719ac8e87449,40717,1732610023231/719ac8e87449%2C40717%2C1732610023231.719ac8e87449%2C40717%2C1732610023231.regiongroup-0.1732610047797 to hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/oldWALs/719ac8e87449%2C40717%2C1732610023231.719ac8e87449%2C40717%2C1732610023231.regiongroup-0.1732610047797 2024-11-26T08:35:16,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37101 is added to blk_1073741913_1089 (size=653) 2024-11-26T08:35:16,324 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/WALs/719ac8e87449,40717,1732610023231/719ac8e87449%2C40717%2C1732610023231.719ac8e87449%2C40717%2C1732610023231.regiongroup-0.1732610080776 to hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/oldWALs/719ac8e87449%2C40717%2C1732610023231.719ac8e87449%2C40717%2C1732610023231.regiongroup-0.1732610080776 2024-11-26T08:35:16,329 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-26T08:35:16,332 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-26T08:35:16,338 DEBUG [member: '719ac8e87449,40717,1732610023231' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2024-11-26T08:35:16,338 DEBUG [member: '719ac8e87449,40717,1732610023231' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member '719ac8e87449,40717,1732610023231' in zk 2024-11-26T08:35:16,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38507-0x1017790678c0000, quorum=127.0.0.1:50703, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/719ac8e87449,40717,1732610023231 2024-11-26T08:35:16,368 DEBUG [member: '719ac8e87449,40717,1732610023231' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2024-11-26T08:35:16,368 DEBUG [member: '719ac8e87449,40717,1732610023231' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-11-26T08:35:16,368 DEBUG [member: '719ac8e87449,40717,1732610023231' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2024-11-26T08:35:16,368 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/719ac8e87449,40717,1732610023231 2024-11-26T08:35:16,368 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-26T08:35:16,368 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-26T08:35:16,368 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-26T08:35:16,369 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-26T08:35:16,370 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-26T08:35:16,370 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------719ac8e87449,40717,1732610023231 2024-11-26T08:35:16,370 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-26T08:35:16,371 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-26T08:35:16,371 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------719ac8e87449,40717,1732610023231 2024-11-26T08:35:16,372 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member '719ac8e87449,40717,1732610023231': 2024-11-26T08:35:16,372 INFO [(719ac8e87449,38507,1732610021435)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2024-11-26T08:35:16,372 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: '719ac8e87449,40717,1732610023231' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2024-11-26T08:35:16,372 DEBUG [(719ac8e87449,38507,1732610021435)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2024-11-26T08:35:16,372 DEBUG [(719ac8e87449,38507,1732610021435)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2024-11-26T08:35:16,372 DEBUG [(719ac8e87449,38507,1732610021435)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2024-11-26T08:35:16,372 INFO [(719ac8e87449,38507,1732610021435)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllog including nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2024-11-26T08:35:16,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40717-0x1017790678c0001, quorum=127.0.0.1:50703, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-26T08:35:16,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38507-0x1017790678c0000, quorum=127.0.0.1:50703, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-26T08:35:16,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40717-0x1017790678c0001, quorum=127.0.0.1:50703, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-11-26T08:35:16,378 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2024-11-26T08:35:16,378 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2024-11-26T08:35:16,378 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-26T08:35:16,378 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-26T08:35:16,378 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-11-26T08:35:16,378 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-26T08:35:16,378 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-11-26T08:35:16,378 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-26T08:35:16,378 DEBUG [(719ac8e87449,38507,1732610021435)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:38507-0x1017790678c0000, quorum=127.0.0.1:50703, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/719ac8e87449,40717,1732610023231 2024-11-26T08:35:16,378 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-26T08:35:16,379 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-11-26T08:35:16,379 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-26T08:35:16,379 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-26T08:35:16,379 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------719ac8e87449,40717,1732610023231 2024-11-26T08:35:16,380 DEBUG [(719ac8e87449,38507,1732610021435)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:38507-0x1017790678c0000, quorum=127.0.0.1:50703, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/719ac8e87449,40717,1732610023231 2024-11-26T08:35:16,380 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-26T08:35:16,380 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-26T08:35:16,380 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------719ac8e87449,40717,1732610023231 2024-11-26T08:35:16,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38507-0x1017790678c0000, quorum=127.0.0.1:50703, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/719ac8e87449,40717,1732610023231 2024-11-26T08:35:16,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38507-0x1017790678c0000, quorum=127.0.0.1:50703, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-11-26T08:35:16,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40717-0x1017790678c0001, quorum=127.0.0.1:50703, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-11-26T08:35:16,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38507-0x1017790678c0000, quorum=127.0.0.1:50703, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-11-26T08:35:16,386 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-11-26T08:35:16,386 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-26T08:35:16,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40717-0x1017790678c0001, quorum=127.0.0.1:50703, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-11-26T08:35:16,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38507-0x1017790678c0000, quorum=127.0.0.1:50703, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/719ac8e87449,40717,1732610023231 2024-11-26T08:35:16,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38507-0x1017790678c0000, quorum=127.0.0.1:50703, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-26T08:35:16,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38507-0x1017790678c0000, quorum=127.0.0.1:50703, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-26T08:35:16,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38507-0x1017790678c0000, quorum=127.0.0.1:50703, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-26T08:35:16,386 DEBUG [(719ac8e87449,38507,1732610021435)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-11-26T08:35:16,386 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2024-11-26T08:35:16,386 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2024-11-26T08:35:16,386 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-11-26T08:35:16,387 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-26T08:35:16,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] master.MasterRpcServices(1336): Checking to see if procedure from request:rolllog-proc is done 2024-11-26T08:35:16,396 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(131): In getLogFilesForNewBackup() olderTimestamps: {719ac8e87449:40717=1732610067382} newestTimestamps: {719ac8e87449:40717=1732610080776} 2024-11-26T08:35:16,398 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: 719ac8e87449%2C40717%2C1732610023231.meta.1732610027086.meta 2024-11-26T08:35:16,398 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: 719ac8e87449%2C40717%2C1732610023231.meta.1732610067365.meta 2024-11-26T08:35:16,398 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: 719ac8e87449%2C40717%2C1732610023231.meta.1732610080759.meta 2024-11-26T08:35:16,398 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: 719ac8e87449%2C40717%2C1732610023231.meta.1732610116284.meta 2024-11-26T08:35:16,398 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/WALs/719ac8e87449,40717,1732610023231/719ac8e87449%2C40717%2C1732610023231.719ac8e87449%2C40717%2C1732610023231.regiongroup-0.1732610116299 2024-11-26T08:35:16,398 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/WALs/719ac8e87449,40717,1732610023231/719ac8e87449%2C40717%2C1732610023231.719ac8e87449%2C40717%2C1732610023231.regiongroup-1.1732610080743 2024-11-26T08:35:16,398 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/WALs/719ac8e87449,40717,1732610023231/719ac8e87449%2C40717%2C1732610023231.719ac8e87449%2C40717%2C1732610023231.regiongroup-1.1732610116261 2024-11-26T08:35:16,399 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(213): Skip .meta log file: hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/oldWALs/719ac8e87449%2C40717%2C1732610023231.meta.1732610047771.meta 2024-11-26T08:35:16,401 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/WALs/719ac8e87449,40717,1732610023231/719ac8e87449%2C40717%2C1732610023231.meta.1732610080759.meta to hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/oldWALs/719ac8e87449%2C40717%2C1732610023231.meta.1732610080759.meta 2024-11-26T08:35:16,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37101 is added to blk_1073741957_1133 (size=640) 2024-11-26T08:35:16,812 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:backup:system_bulk target: hdfs://localhost:46515/backupUT/backup_1732610111785/backup/system_bulk descriptor: 'backup:system_bulk', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T08:35:16,812 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-11-26T08:35:16,817 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table backup:system_bulk 2024-11-26T08:35:16,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37101 is added to blk_1073741958_1134 (size=45) 2024-11-26T08:35:17,225 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table backup:system_bulk 2024-11-26T08:35:17,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37101 is added to blk_1073741959_1135 (size=950) 2024-11-26T08:35:17,639 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:test-1732610031728 target: hdfs://localhost:46515/backupUT/backup_1732610111785/default/test-1732610031728 descriptor: 'test-1732610031728', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T08:35:17,639 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-11-26T08:35:17,645 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table test-1732610031728 2024-11-26T08:35:17,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37101 is added to blk_1073741960_1136 (size=53) 2024-11-26T08:35:18,051 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table test-1732610031728 2024-11-26T08:35:18,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37101 is added to blk_1073741961_1137 (size=390) 2024-11-26T08:35:18,464 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:ns4:test-17326100317283 target: hdfs://localhost:46515/backupUT/backup_1732610111785/ns4/test-17326100317283 descriptor: 'ns4:test-17326100317283', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T08:35:18,464 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-11-26T08:35:18,469 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table ns4:test-17326100317283 2024-11-26T08:35:18,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37101 is added to blk_1073741962_1138 (size=50) 2024-11-26T08:35:18,876 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table ns4:test-17326100317283 2024-11-26T08:35:18,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37101 is added to blk_1073741963_1139 (size=390) 2024-11-26T08:35:19,294 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:ns3:test-17326100317282 target: hdfs://localhost:46515/backupUT/backup_1732610111785/ns3/test-17326100317282 descriptor: 'ns3:test-17326100317282', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T08:35:19,294 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-11-26T08:35:19,299 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table ns3:test-17326100317282 2024-11-26T08:35:19,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37101 is added to blk_1073741964_1140 (size=50) 2024-11-26T08:35:19,706 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table ns3:test-17326100317282 2024-11-26T08:35:19,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37101 is added to blk_1073741965_1141 (size=364) 2024-11-26T08:35:20,123 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:ns2:test-17326100317281 target: hdfs://localhost:46515/backupUT/backup_1732610111785/ns2/test-17326100317281 descriptor: 'ns2:test-17326100317281', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T08:35:20,123 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-11-26T08:35:20,128 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table ns2:test-17326100317281 2024-11-26T08:35:20,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37101 is added to blk_1073741966_1142 (size=50) 2024-11-26T08:35:20,537 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table ns2:test-17326100317281 2024-11-26T08:35:20,558 DEBUG [Time-limited test {}] mapreduce.WALPlayer(319): add incremental job :hdfs://localhost:46515/backupUT/.tmp/backup_1732610111785 from hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/WALs/719ac8e87449,40717,1732610023231/719ac8e87449%2C40717%2C1732610023231.719ac8e87449%2C40717%2C1732610023231.regiongroup-1.1732610080743;hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/oldWALs/719ac8e87449%2C40717%2C1732610023231.719ac8e87449%2C40717%2C1732610023231.regiongroup-0.1732610080776 2024-11-26T08:35:20,559 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69240946, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T08:35:20,559 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 719ac8e87449,38507,-1 for getting cluster id 2024-11-26T08:35:20,559 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T08:35:20,560 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '17d1c972-e6d1-49bb-8136-c4aa91e4da0d' 2024-11-26T08:35:20,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T08:35:20,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "17d1c972-e6d1-49bb-8136-c4aa91e4da0d" 2024-11-26T08:35:20,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@574dd56d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T08:35:20,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [719ac8e87449,38507,-1] 2024-11-26T08:35:20,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T08:35:20,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T08:35:20,563 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40698, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T08:35:20,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7880bc5e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T08:35:20,564 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T08:35:20,565 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 719ac8e87449,38507,1732610021435 2024-11-26T08:35:20,565 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@78f64117 2024-11-26T08:35:20,565 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T08:35:20,566 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40708, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T08:35:20,571 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled 2024-11-26T08:35:20,572 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table backup:system_bulk 2024-11-26T08:35:20,572 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-26T08:35:20,572 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T08:35:20,573 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=719ac8e87449,40717,1732610023231, seqNum=-1] 2024-11-26T08:35:20,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T08:35:20,575 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52820, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T08:35:20,577 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for backup:system_bulk: backup:system_bulk; 2024-11-26T08:35:20,577 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table test-1732610031728 2024-11-26T08:35:20,577 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test-1732610031728,, stopping at row=test-1732610031728 ,, for max=2147483647 with caching=100 2024-11-26T08:35:20,580 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for test-1732610031728: test-1732610031728; 2024-11-26T08:35:20,580 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns2:test-17326100317281 2024-11-26T08:35:20,580 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:test-17326100317281,, stopping at row=ns2:test-17326100317281 ,, for max=2147483647 with caching=100 2024-11-26T08:35:20,582 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns2:test-17326100317281: ns2:test-17326100317281; 2024-11-26T08:35:20,582 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns3:test-17326100317282 2024-11-26T08:35:20,582 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns3:test-17326100317282,, stopping at row=ns3:test-17326100317282 ,, for max=2147483647 with caching=100 2024-11-26T08:35:20,584 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns3:test-17326100317282: ns3:test-17326100317282; 2024-11-26T08:35:20,584 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns4:test-17326100317283 2024-11-26T08:35:20,584 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns4:test-17326100317283,, stopping at row=ns4:test-17326100317283 ,, for max=2147483647 with caching=100 2024-11-26T08:35:20,585 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns4:test-17326100317283: ns4:test-17326100317283; 2024-11-26T08:35:20,585 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 5 reduce partitions to match current region count for all tables 2024-11-26T08:35:20,586 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/hbase-staging/partitions_dd7819db-7f2c-48bc-914a-48cb84de8b76 2024-11-26T08:35:20,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37101 is added to blk_1073741967_1143 (size=324) 2024-11-26T08:35:20,997 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-26T08:35:20,998 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-26T08:35:20,999 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-26T08:35:21,275 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region aaf2ed5a35d99d782b6a4ccacf5b1db6, had cached 0 bytes from a total of 38453 2024-11-26T08:35:21,908 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/5c1d7269-9c3d-d2f1-151b-0b39cfe105a5/hadoop-11260602094185555505.jar 2024-11-26T08:35:21,908 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-26T08:35:21,909 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-26T08:35:21,909 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-26T08:35:21,909 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-26T08:35:21,910 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-26T08:35:21,910 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-26T08:35:21,910 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-26T08:35:21,911 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-26T08:35:21,911 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-26T08:35:21,911 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-26T08:35:21,912 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-26T08:35:21,912 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-26T08:35:21,912 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-26T08:35:21,912 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-26T08:35:21,913 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-26T08:35:21,913 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-26T08:35:21,913 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-26T08:35:21,914 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-26T08:35:21,914 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-26T08:35:21,914 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-26T08:35:21,914 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-26T08:35:21,915 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-26T08:35:21,915 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.WALInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-26T08:35:21,915 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-26T08:35:21,915 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-26T08:35:21,916 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.MultiTableHFileOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-26T08:35:21,916 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-26T08:35:21,916 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: backup:system_bulk,default:test-1732610031728,ns2:test-17326100317281,ns3:test-17326100317282,ns4:test-17326100317283 2024-11-26T08:35:21,916 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T08:35:21,916 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.WALPlayer.createSubmittableJob(WALPlayer.java:342) at org.apache.hadoop.hbase.mapreduce.WALPlayer.run(WALPlayer.java:425) at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.walToHFiles(IncrementalTableBackupClient.java:426) at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.convertWALsToHFiles(IncrementalTableBackupClient.java:398) at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.execute(IncrementalTableBackupClient.java:300) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.backupTables(BackupAdminImpl.java:594) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:184) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T08:35:21,917 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T08:35:21,917 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T08:35:21,917 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T08:35:21,917 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-26T08:35:22,776 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.regionserver.wal.WALCellCodec, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/5c1d7269-9c3d-d2f1-151b-0b39cfe105a5/hadoop-10910212386573717324.jar 2024-11-26T08:35:22,786 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-26T08:35:22,809 DEBUG [Time-limited test {}] mapreduce.WALInputFormat(355): Scanning hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/WALs/719ac8e87449,40717,1732610023231/719ac8e87449%2C40717%2C1732610023231.719ac8e87449%2C40717%2C1732610023231.regiongroup-1.1732610080743 for WAL files 2024-11-26T08:35:22,809 INFO [Time-limited test {}] mapreduce.WALInputFormat(381): Found hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/WALs/719ac8e87449,40717,1732610023231/719ac8e87449%2C40717%2C1732610023231.719ac8e87449%2C40717%2C1732610023231.regiongroup-1.1732610080743 2024-11-26T08:35:22,810 DEBUG [Time-limited test {}] mapreduce.WALInputFormat(355): Scanning hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/oldWALs/719ac8e87449%2C40717%2C1732610023231.719ac8e87449%2C40717%2C1732610023231.regiongroup-0.1732610080776 for WAL files 2024-11-26T08:35:22,810 INFO [Time-limited test {}] mapreduce.WALInputFormat(381): Found hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/oldWALs/719ac8e87449%2C40717%2C1732610023231.719ac8e87449%2C40717%2C1732610023231.regiongroup-0.1732610080776 2024-11-26T08:35:22,886 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/5c1d7269-9c3d-d2f1-151b-0b39cfe105a5/mapreduce.cluster.local.dir/job_local1712975830_0010_e9a7639e-6433-4638-aecf-70974e525d89/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory 2024-11-26T08:35:22,886 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/5c1d7269-9c3d-d2f1-151b-0b39cfe105a5/mapreduce.cluster.local.dir/job_local1712975830_0010_e9a7639e-6433-4638-aecf-70974e525d89/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/* 2024-11-26T08:35:22,934 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(196): Opening hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/WALs/719ac8e87449,40717,1732610023231/719ac8e87449%2C40717%2C1732610023231.719ac8e87449%2C40717%2C1732610023231.regiongroup-1.1732610080743 for hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/WALs/719ac8e87449,40717,1732610023231/719ac8e87449%2C40717%2C1732610023231.719ac8e87449%2C40717%2C1732610023231.regiongroup-1.1732610080743 (-9223372036854775808:9223372036854775807) length:4710 2024-11-26T08:35:22,937 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(244): Reached end of file. 2024-11-26T08:35:22,937 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(281): Closing reader 2024-11-26T08:35:22,970 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(196): Opening hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/oldWALs/719ac8e87449%2C40717%2C1732610023231.719ac8e87449%2C40717%2C1732610023231.regiongroup-0.1732610080776 for hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/oldWALs/719ac8e87449%2C40717%2C1732610023231.719ac8e87449%2C40717%2C1732610023231.regiongroup-0.1732610080776 (-9223372036854775808:9223372036854775807) length:653 2024-11-26T08:35:22,972 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(244): Reached end of file. 2024-11-26T08:35:22,973 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(281): Closing reader 2024-11-26T08:35:23,059 DEBUG [pool-260-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f481b11, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T08:35:23,059 DEBUG [pool-260-thread-1 {}] client.ClusterIdFetcher(90): Going to request 719ac8e87449,38507,-1 for getting cluster id 2024-11-26T08:35:23,059 DEBUG [pool-260-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T08:35:23,060 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '17d1c972-e6d1-49bb-8136-c4aa91e4da0d' 2024-11-26T08:35:23,060 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T08:35:23,060 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "17d1c972-e6d1-49bb-8136-c4aa91e4da0d" 2024-11-26T08:35:23,060 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b523d6c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T08:35:23,060 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [719ac8e87449,38507,-1] 2024-11-26T08:35:23,060 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T08:35:23,061 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T08:35:23,061 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33584, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T08:35:23,062 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8d7ff44, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T08:35:23,062 DEBUG [pool-260-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T08:35:23,063 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=719ac8e87449,40717,1732610023231, seqNum=-1] 2024-11-26T08:35:23,063 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T08:35:23,064 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35516, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T08:35:23,066 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test-1732610031728', row='row-test-1732610031728-2-0', locateType=CURRENT is [region=test-1732610031728,,1732610032240.aaf2ed5a35d99d782b6a4ccacf5b1db6., hostname=719ac8e87449,40717,1732610023231, seqNum=338] 2024-11-26T08:35:23,066 INFO [pool-260-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-260-thread-1. 2024-11-26T08:35:23,066 DEBUG [pool-260-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T08:35:23,067 DEBUG [pool-260-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T08:35:23,067 DEBUG [pool-260-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T08:35:23,067 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T08:35:23,067 DEBUG [pool-260-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1732610031728-2-0] 2024-11-26T08:35:23,067 DEBUG [pool-260-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 719ac8e87449 2024-11-26T08:35:23,071 DEBUG [pool-260-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46515/backupUT/.tmp/backup_1732610111785/_temporary/0/_temporary/attempt_local1712975830_0010_r_000004_0/default/test-1732610031728/f2/c38ffaa636364d3190dc4a72d898b524 is 58, key is row-test-1732610031728-2-0/f2:q1/1732610106775/Put/seqid=0 2024-11-26T08:35:23,072 WARN [Thread-1517 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [719ac8e87449:40717] Specified favored nodes: [719ac8e87449:40717] 2024-11-26T08:35:23,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37101 is added to blk_1073741968_1144 (size=5367) 2024-11-26T08:35:23,934 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(344): Incremental copy HFiles is starting. dest=hdfs://localhost:46515/backupUT 2024-11-26T08:35:23,935 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(354): Setting incremental copy HFiles job name to : Incremental_Backup-HFileCopy-backup_1732610111785 2024-11-26T08:35:23,935 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(385): Doing COPY_TYPE_DISTCP 2024-11-26T08:35:23,945 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(394): DistCp options: [hdfs://localhost:46515/backupUT/.tmp/backup_1732610111785, hdfs://localhost:46515/backupUT] 2024-11-26T08:35:23,993 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-26T08:35:24,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37101 is added to blk_1073741969_1145 (size=5367) 2024-11-26T08:35:24,603 INFO [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(224): Progress: 100.0% subTask: 1.0 mapProgress: 1.0 2024-11-26T08:35:24,605 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(144): Backup progress data "100%" has been updated to backup system table for backup_1732610111785 2024-11-26T08:35:24,605 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(232): Backup progress data updated to backup system table: "Progress: 100.0% - 5367 bytes copied." 2024-11-26T08:35:24,605 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(242): DistCp job-id: job_local44843520_0011 completed: true true 2024-11-26T08:35:24,606 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(245): Counters: 26 File System Counters FILE: Number of bytes read=6669336 FILE: Number of bytes written=17153814 FILE: Number of read operations=0 FILE: Number of large read operations=0 FILE: Number of write operations=0 HDFS: Number of bytes read=410449 HDFS: Number of bytes written=2548327 HDFS: Number of read operations=1165 HDFS: Number of large read operations=0 HDFS: Number of write operations=422 HDFS: Number of bytes read erasure-coded=0 Map-Reduce Framework Map input records=6 Map output records=0 Input split bytes=340 Spilled Records=0 Failed Shuffles=0 Merged Map outputs=0 GC time elapsed (ms)=0 Total committed heap usage (bytes)=1048576000 File Input Format Counters Bytes Read=1482 File Output Format Counters Bytes Written=0 DistCp Counters Bandwidth in Bytes=5367 Bytes Copied=5367 Bytes Expected=5367 Files Copied=2 DIR_COPY=4 2024-11-26T08:35:24,606 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(365): Incremental copy HFiles from hdfs://localhost:46515/backupUT/.tmp/backup_1732610111785 to hdfs://localhost:46515/backupUT finished. 2024-11-26T08:35:24,625 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1732610111785 2024-11-26T08:35:24,629 DEBUG [Time-limited test {}] impl.TableBackupClient(334): Dependent full backup image: {BackupID=backup_1732610076446} 2024-11-26T08:35:24,629 DEBUG [Time-limited test {}] impl.TableBackupClient(337): Got 1 ancestors for the current backup. 2024-11-26T08:35:24,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37101 is added to blk_1073741970_1146 (size=714) 2024-11-26T08:35:24,748 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region aa3be1f80fa6bd55cd0e5668b254a5bc, had cached 0 bytes from a total of 13547 2024-11-26T08:35:25,038 INFO [Time-limited test {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:46515/backupUT/backup_1732610111785/.backup.manifest 2024-11-26T08:35:25,038 DEBUG [Time-limited test {}] impl.TableBackupClient(387): Backup backup_1732610111785 finished: type=INCREMENTAL,tablelist=backup:system_bulk;test-1732610031728;ns4:test-17326100317283;ns3:test-17326100317282;ns2:test-17326100317281,targetRootDir=hdfs://localhost:46515/backupUT,startts=1732610116115,completets=1732610124625,bytescopied=0 2024-11-26T08:35:25,038 DEBUG [Time-limited test {}] impl.BackupSystemTable(1571): Deleting snapshot_backup_system from the system 2024-11-26T08:35:25,050 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_backup_system" type: DISABLED 2024-11-26T08:35:25,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_backup_system 2024-11-26T08:35:25,055 DEBUG [Time-limited test {}] impl.BackupSystemTable(1576): Done deleting backup system table snapshot 2024-11-26T08:35:25,057 DEBUG [Time-limited test {}] impl.BackupSystemTable(662): Finish backup exclusive operation 2024-11-26T08:35:25,062 INFO [Time-limited test {}] impl.TableBackupClient(405): Backup backup_1732610111785 completed. 2024-11-26T08:35:25,062 DEBUG [Time-limited test {}] impl.BackupSystemTable(458): deleted 0 original bulkload rows 2024-11-26T08:35:25,073 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-26T08:35:25,076 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-26T08:35:25,080 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(191): Restoring full backup_1732610041935 2024-11-26T08:35:25,083 INFO [Time-limited test {}] impl.RestoreTablesClient(100): HBase table table1 does not exist. It will be created during restore process 2024-11-26T08:35:25,084 INFO [Time-limited test {}] impl.RestoreTablesClient(100): HBase table ns2:table2 does not exist. It will be created during restore process 2024-11-26T08:35:25,085 DEBUG [Time-limited test {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:46515/backupUT/backup_1732610041935/.backup.manifest 2024-11-26T08:35:25,087 DEBUG [Time-limited test {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1732610041935/.backup.manifest 2024-11-26T08:35:25,090 DEBUG [Time-limited test {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:46515/backupUT/backup_1732610041935/.backup.manifest 2024-11-26T08:35:25,092 DEBUG [Time-limited test {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1732610041935/.backup.manifest 2024-11-26T08:35:25,092 INFO [Time-limited test {}] impl.RestoreTablesClient(147): Restoring 'test-1732610031728' to 'table1' from full backup image hdfs://localhost:46515/backupUT/backup_1732610041935/default/test-1732610031728 2024-11-26T08:35:25,101 INFO [Time-limited test {}] util.RestoreTool(491): Creating target table 'table1' 2024-11-26T08:35:25,101 DEBUG [Time-limited test {}] util.RestoreTool(391): Parsing region dir: hdfs://localhost:46515/backupUT/backup_1732610041935/default/test-1732610031728/archive/data/default/test-1732610031728/aaf2ed5a35d99d782b6a4ccacf5b1db6 2024-11-26T08:35:25,102 DEBUG [Time-limited test {}] util.RestoreTool(421): Parsing family dir [hdfs://localhost:46515/backupUT/backup_1732610041935/default/test-1732610031728/archive/data/default/test-1732610031728/aaf2ed5a35d99d782b6a4ccacf5b1db6/f in region [hdfs://localhost:46515/backupUT/backup_1732610041935/default/test-1732610031728/archive/data/default/test-1732610031728/aaf2ed5a35d99d782b6a4ccacf5b1db6] 2024-11-26T08:35:25,108 DEBUG [Time-limited test {}] util.RestoreTool(446): Trying to figure out region boundaries hfile=hdfs://localhost:46515/backupUT/backup_1732610041935/default/test-1732610031728/archive/data/default/test-1732610031728/aaf2ed5a35d99d782b6a4ccacf5b1db6/f/b11ceffe501b4d3b9bc2fa24e22eca87 first=row0 last=row98 2024-11-26T08:35:25,108 DEBUG [Time-limited test {}] util.RestoreTool(421): Parsing family dir [hdfs://localhost:46515/backupUT/backup_1732610041935/default/test-1732610031728/archive/data/default/test-1732610031728/aaf2ed5a35d99d782b6a4ccacf5b1db6/f3 in region [hdfs://localhost:46515/backupUT/backup_1732610041935/default/test-1732610031728/archive/data/default/test-1732610031728/aaf2ed5a35d99d782b6a4ccacf5b1db6] 2024-11-26T08:35:25,112 DEBUG [Time-limited test {}] util.RestoreTool(446): Trying to figure out region boundaries hfile=hdfs://localhost:46515/backupUT/backup_1732610041935/default/test-1732610031728/archive/data/default/test-1732610031728/aaf2ed5a35d99d782b6a4ccacf5b1db6/f3/8f5f6e35e00a442c9369b9729a997c4d first=row-test-1732610031728-3-0 last=row-test-1732610031728-3-5 2024-11-26T08:35:25,112 DEBUG [Time-limited test {}] util.RestoreTool(421): Parsing family dir [hdfs://localhost:46515/backupUT/backup_1732610041935/default/test-1732610031728/archive/data/default/test-1732610031728/aaf2ed5a35d99d782b6a4ccacf5b1db6/mob in region [hdfs://localhost:46515/backupUT/backup_1732610041935/default/test-1732610031728/archive/data/default/test-1732610031728/aaf2ed5a35d99d782b6a4ccacf5b1db6] 2024-11-26T08:35:25,116 DEBUG [Time-limited test {}] util.RestoreTool(446): Trying to figure out region boundaries hfile=hdfs://localhost:46515/backupUT/backup_1732610041935/default/test-1732610031728/archive/data/default/test-1732610031728/aaf2ed5a35d99d782b6a4ccacf5b1db6/mob/6554c3ddb30845989a8b95e8aaf5a79e first=row-test-1732610031728-3-0 last=row-test-1732610031728-3-5 2024-11-26T08:35:25,121 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'table1', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T08:35:25,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] procedure2.ProcedureExecutor(1139): Stored pid=62, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=table1 2024-11-26T08:35:25,123 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T08:35:25,123 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T08:35:25,123 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "table1" procId is: 62 2024-11-26T08:35:25,124 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T08:35:25,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-26T08:35:25,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37101 is added to blk_1073741971_1147 (size=938) 2024-11-26T08:35:25,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-26T08:35:25,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-26T08:35:25,537 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 94d6855f89f9a3a113872d4c85fc6e99, NAME => 'table1,,1732610125121.94d6855f89f9a3a113872d4c85fc6e99.', STARTKEY => '', ENDKEY => 'row0'}, tableDescriptor='table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6 2024-11-26T08:35:25,538 INFO [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 93c9131a823100adc9ad95efba3a9a1d, NAME => 'table1,row0,1732610125121.93c9131a823100adc9ad95efba3a9a1d.', STARTKEY => 'row0', ENDKEY => ''}, tableDescriptor='table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6 2024-11-26T08:35:25,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37101 is added to blk_1073741973_1149 (size=45) 2024-11-26T08:35:25,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37101 is added to blk_1073741972_1148 (size=45) 2024-11-26T08:35:25,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-26T08:35:25,949 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(898): Instantiated table1,row0,1732610125121.93c9131a823100adc9ad95efba3a9a1d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T08:35:25,949 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(898): Instantiated table1,,1732610125121.94d6855f89f9a3a113872d4c85fc6e99.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T08:35:25,949 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1722): Closing 93c9131a823100adc9ad95efba3a9a1d, disabling compactions & flushes 2024-11-26T08:35:25,949 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1722): Closing 94d6855f89f9a3a113872d4c85fc6e99, disabling compactions & flushes 2024-11-26T08:35:25,949 INFO [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1755): Closing region table1,row0,1732610125121.93c9131a823100adc9ad95efba3a9a1d. 2024-11-26T08:35:25,949 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1755): Closing region table1,,1732610125121.94d6855f89f9a3a113872d4c85fc6e99. 2024-11-26T08:35:25,950 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on table1,row0,1732610125121.93c9131a823100adc9ad95efba3a9a1d. 2024-11-26T08:35:25,950 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on table1,,1732610125121.94d6855f89f9a3a113872d4c85fc6e99. 2024-11-26T08:35:25,950 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on table1,row0,1732610125121.93c9131a823100adc9ad95efba3a9a1d. after waiting 0 ms 2024-11-26T08:35:25,950 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on table1,,1732610125121.94d6855f89f9a3a113872d4c85fc6e99. after waiting 0 ms 2024-11-26T08:35:25,950 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region table1,row0,1732610125121.93c9131a823100adc9ad95efba3a9a1d. 2024-11-26T08:35:25,950 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region table1,,1732610125121.94d6855f89f9a3a113872d4c85fc6e99. 2024-11-26T08:35:25,950 INFO [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1973): Closed table1,row0,1732610125121.93c9131a823100adc9ad95efba3a9a1d. 2024-11-26T08:35:25,950 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1973): Closed table1,,1732610125121.94d6855f89f9a3a113872d4c85fc6e99. 2024-11-26T08:35:25,950 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1676): Region close journal for 93c9131a823100adc9ad95efba3a9a1d: Waiting for close lock at 1732610125949Disabling compacts and flushes for region at 1732610125949Disabling writes for close at 1732610125950 (+1 ms)Writing region close event to WAL at 1732610125950Closed at 1732610125950 2024-11-26T08:35:25,950 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1676): Region close journal for 94d6855f89f9a3a113872d4c85fc6e99: Waiting for close lock at 1732610125949Disabling compacts and flushes for region at 1732610125949Disabling writes for close at 1732610125950 (+1 ms)Writing region close event to WAL at 1732610125950Closed at 1732610125950 2024-11-26T08:35:25,953 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T08:35:25,954 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"table1,row0,1732610125121.93c9131a823100adc9ad95efba3a9a1d.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1732610125953"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732610125953"}]},"ts":"1732610125953"} 2024-11-26T08:35:25,955 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"table1,,1732610125121.94d6855f89f9a3a113872d4c85fc6e99.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1732610125953"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732610125953"}]},"ts":"1732610125953"} 2024-11-26T08:35:25,960 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-26T08:35:25,961 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T08:35:25,961 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732610125961"}]},"ts":"1732610125961"} 2024-11-26T08:35:25,963 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=table1, state=ENABLING in hbase:meta 2024-11-26T08:35:25,964 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=63, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=94d6855f89f9a3a113872d4c85fc6e99, ASSIGN}, {pid=64, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=93c9131a823100adc9ad95efba3a9a1d, ASSIGN}] 2024-11-26T08:35:25,965 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=64, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=93c9131a823100adc9ad95efba3a9a1d, ASSIGN 2024-11-26T08:35:25,965 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=63, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=94d6855f89f9a3a113872d4c85fc6e99, ASSIGN 2024-11-26T08:35:25,966 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=64, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=table1, region=93c9131a823100adc9ad95efba3a9a1d, ASSIGN; state=OFFLINE, location=719ac8e87449,40717,1732610023231; forceNewPlan=false, retain=false 2024-11-26T08:35:25,966 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=63, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=table1, region=94d6855f89f9a3a113872d4c85fc6e99, ASSIGN; state=OFFLINE, location=719ac8e87449,40717,1732610023231; forceNewPlan=false, retain=false 2024-11-26T08:35:26,117 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=64 updating hbase:meta row=93c9131a823100adc9ad95efba3a9a1d, regionState=OPENING, regionLocation=719ac8e87449,40717,1732610023231 2024-11-26T08:35:26,117 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=63 updating hbase:meta row=94d6855f89f9a3a113872d4c85fc6e99, regionState=OPENING, regionLocation=719ac8e87449,40717,1732610023231 2024-11-26T08:35:26,121 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=64, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=table1, region=93c9131a823100adc9ad95efba3a9a1d, ASSIGN because future has completed 2024-11-26T08:35:26,122 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=65, ppid=64, state=RUNNABLE, hasLock=false; OpenRegionProcedure 93c9131a823100adc9ad95efba3a9a1d, server=719ac8e87449,40717,1732610023231}] 2024-11-26T08:35:26,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=63, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=table1, region=94d6855f89f9a3a113872d4c85fc6e99, ASSIGN because future has completed 2024-11-26T08:35:26,124 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=66, ppid=63, state=RUNNABLE, hasLock=false; OpenRegionProcedure 94d6855f89f9a3a113872d4c85fc6e99, server=719ac8e87449,40717,1732610023231}] 2024-11-26T08:35:26,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-26T08:35:26,284 INFO [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] handler.AssignRegionHandler(132): Open table1,,1732610125121.94d6855f89f9a3a113872d4c85fc6e99. 2024-11-26T08:35:26,285 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(7752): Opening region: {ENCODED => 94d6855f89f9a3a113872d4c85fc6e99, NAME => 'table1,,1732610125121.94d6855f89f9a3a113872d4c85fc6e99.', STARTKEY => '', ENDKEY => 'row0'} 2024-11-26T08:35:26,285 INFO [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-26T08:35:26,286 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 94d6855f89f9a3a113872d4c85fc6e99 2024-11-26T08:35:26,286 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(898): Instantiated table1,,1732610125121.94d6855f89f9a3a113872d4c85fc6e99.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T08:35:26,286 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(7794): checking encryption for 94d6855f89f9a3a113872d4c85fc6e99 2024-11-26T08:35:26,286 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(7797): checking classloading for 94d6855f89f9a3a113872d4c85fc6e99 2024-11-26T08:35:26,289 INFO [StoreOpener-94d6855f89f9a3a113872d4c85fc6e99-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 94d6855f89f9a3a113872d4c85fc6e99 2024-11-26T08:35:26,291 INFO [StoreOpener-94d6855f89f9a3a113872d4c85fc6e99-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 94d6855f89f9a3a113872d4c85fc6e99 columnFamilyName f 2024-11-26T08:35:26,291 DEBUG [StoreOpener-94d6855f89f9a3a113872d4c85fc6e99-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T08:35:26,291 INFO [StoreOpener-94d6855f89f9a3a113872d4c85fc6e99-1 {}] regionserver.HStore(327): Store=94d6855f89f9a3a113872d4c85fc6e99/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T08:35:26,292 INFO [StoreOpener-94d6855f89f9a3a113872d4c85fc6e99-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f3 of region 94d6855f89f9a3a113872d4c85fc6e99 2024-11-26T08:35:26,293 INFO [StoreOpener-94d6855f89f9a3a113872d4c85fc6e99-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 94d6855f89f9a3a113872d4c85fc6e99 columnFamilyName f3 2024-11-26T08:35:26,293 DEBUG [StoreOpener-94d6855f89f9a3a113872d4c85fc6e99-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T08:35:26,293 INFO [StoreOpener-94d6855f89f9a3a113872d4c85fc6e99-1 {}] regionserver.HStore(327): Store=94d6855f89f9a3a113872d4c85fc6e99/f3, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T08:35:26,293 INFO [StoreOpener-94d6855f89f9a3a113872d4c85fc6e99-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region 94d6855f89f9a3a113872d4c85fc6e99 2024-11-26T08:35:26,294 INFO [StoreOpener-94d6855f89f9a3a113872d4c85fc6e99-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 94d6855f89f9a3a113872d4c85fc6e99 columnFamilyName mob 2024-11-26T08:35:26,295 DEBUG [StoreOpener-94d6855f89f9a3a113872d4c85fc6e99-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T08:35:26,296 INFO [StoreOpener-94d6855f89f9a3a113872d4c85fc6e99-1 {}] regionserver.HStore(327): Store=94d6855f89f9a3a113872d4c85fc6e99/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T08:35:26,296 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1038): replaying wal for 94d6855f89f9a3a113872d4c85fc6e99 2024-11-26T08:35:26,297 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/default/table1/94d6855f89f9a3a113872d4c85fc6e99 2024-11-26T08:35:26,297 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/default/table1/94d6855f89f9a3a113872d4c85fc6e99 2024-11-26T08:35:26,298 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1048): stopping wal replay for 94d6855f89f9a3a113872d4c85fc6e99 2024-11-26T08:35:26,298 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1060): Cleaning up temporary data for 94d6855f89f9a3a113872d4c85fc6e99 2024-11-26T08:35:26,299 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T08:35:26,300 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1093): writing seq id for 94d6855f89f9a3a113872d4c85fc6e99 2024-11-26T08:35:26,302 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/default/table1/94d6855f89f9a3a113872d4c85fc6e99/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T08:35:26,303 INFO [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1114): Opened 94d6855f89f9a3a113872d4c85fc6e99; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10995005920, jitterRate=0.0239897221326828}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T08:35:26,303 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 94d6855f89f9a3a113872d4c85fc6e99 2024-11-26T08:35:26,303 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1006): Region open journal for 94d6855f89f9a3a113872d4c85fc6e99: Running coprocessor pre-open hook at 1732610126286Writing region info on filesystem at 1732610126286Initializing all the Stores at 1732610126288 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732610126288Instantiating store for column family {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732610126289 (+1 ms)Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732610126289Cleaning up temporary data from old regions at 1732610126298 (+9 ms)Running coprocessor post-open hooks at 1732610126303 (+5 ms)Region opened successfully at 1732610126303 2024-11-26T08:35:26,304 INFO [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegionServer(2236): Post open deploy tasks for table1,,1732610125121.94d6855f89f9a3a113872d4c85fc6e99., pid=66, masterSystemTime=1732610126276 2024-11-26T08:35:26,307 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegionServer(2266): Finished post open deploy task for table1,,1732610125121.94d6855f89f9a3a113872d4c85fc6e99. 2024-11-26T08:35:26,307 INFO [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] handler.AssignRegionHandler(153): Opened table1,,1732610125121.94d6855f89f9a3a113872d4c85fc6e99. 2024-11-26T08:35:26,307 INFO [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] handler.AssignRegionHandler(132): Open table1,row0,1732610125121.93c9131a823100adc9ad95efba3a9a1d. 2024-11-26T08:35:26,307 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(7752): Opening region: {ENCODED => 93c9131a823100adc9ad95efba3a9a1d, NAME => 'table1,row0,1732610125121.93c9131a823100adc9ad95efba3a9a1d.', STARTKEY => 'row0', ENDKEY => ''} 2024-11-26T08:35:26,307 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=63 updating hbase:meta row=94d6855f89f9a3a113872d4c85fc6e99, regionState=OPEN, openSeqNum=2, regionLocation=719ac8e87449,40717,1732610023231 2024-11-26T08:35:26,307 INFO [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-26T08:35:26,308 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 93c9131a823100adc9ad95efba3a9a1d 2024-11-26T08:35:26,308 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(898): Instantiated table1,row0,1732610125121.93c9131a823100adc9ad95efba3a9a1d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T08:35:26,308 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(7794): checking encryption for 93c9131a823100adc9ad95efba3a9a1d 2024-11-26T08:35:26,308 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(7797): checking classloading for 93c9131a823100adc9ad95efba3a9a1d 2024-11-26T08:35:26,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=66, ppid=63, state=RUNNABLE, hasLock=false; OpenRegionProcedure 94d6855f89f9a3a113872d4c85fc6e99, server=719ac8e87449,40717,1732610023231 because future has completed 2024-11-26T08:35:26,309 INFO [StoreOpener-93c9131a823100adc9ad95efba3a9a1d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 93c9131a823100adc9ad95efba3a9a1d 2024-11-26T08:35:26,311 INFO [StoreOpener-93c9131a823100adc9ad95efba3a9a1d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 93c9131a823100adc9ad95efba3a9a1d columnFamilyName f 2024-11-26T08:35:26,311 DEBUG [StoreOpener-93c9131a823100adc9ad95efba3a9a1d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T08:35:26,312 INFO [StoreOpener-93c9131a823100adc9ad95efba3a9a1d-1 {}] regionserver.HStore(327): Store=93c9131a823100adc9ad95efba3a9a1d/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T08:35:26,312 INFO [StoreOpener-93c9131a823100adc9ad95efba3a9a1d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f3 of region 93c9131a823100adc9ad95efba3a9a1d 2024-11-26T08:35:26,313 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=66, resume processing ppid=63 2024-11-26T08:35:26,313 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=66, ppid=63, state=SUCCESS, hasLock=false; OpenRegionProcedure 94d6855f89f9a3a113872d4c85fc6e99, server=719ac8e87449,40717,1732610023231 in 187 msec 2024-11-26T08:35:26,314 INFO [StoreOpener-93c9131a823100adc9ad95efba3a9a1d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 93c9131a823100adc9ad95efba3a9a1d columnFamilyName f3 2024-11-26T08:35:26,314 DEBUG [StoreOpener-93c9131a823100adc9ad95efba3a9a1d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T08:35:26,314 INFO [StoreOpener-93c9131a823100adc9ad95efba3a9a1d-1 {}] regionserver.HStore(327): Store=93c9131a823100adc9ad95efba3a9a1d/f3, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T08:35:26,314 INFO [StoreOpener-93c9131a823100adc9ad95efba3a9a1d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region 93c9131a823100adc9ad95efba3a9a1d 2024-11-26T08:35:26,315 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=63, ppid=62, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=94d6855f89f9a3a113872d4c85fc6e99, ASSIGN in 349 msec 2024-11-26T08:35:26,316 INFO [StoreOpener-93c9131a823100adc9ad95efba3a9a1d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 93c9131a823100adc9ad95efba3a9a1d columnFamilyName mob 2024-11-26T08:35:26,316 DEBUG [StoreOpener-93c9131a823100adc9ad95efba3a9a1d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T08:35:26,317 INFO [StoreOpener-93c9131a823100adc9ad95efba3a9a1d-1 {}] regionserver.HStore(327): Store=93c9131a823100adc9ad95efba3a9a1d/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T08:35:26,317 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1038): replaying wal for 93c9131a823100adc9ad95efba3a9a1d 2024-11-26T08:35:26,318 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/default/table1/93c9131a823100adc9ad95efba3a9a1d 2024-11-26T08:35:26,318 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/default/table1/93c9131a823100adc9ad95efba3a9a1d 2024-11-26T08:35:26,319 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1048): stopping wal replay for 93c9131a823100adc9ad95efba3a9a1d 2024-11-26T08:35:26,319 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1060): Cleaning up temporary data for 93c9131a823100adc9ad95efba3a9a1d 2024-11-26T08:35:26,320 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T08:35:26,321 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1093): writing seq id for 93c9131a823100adc9ad95efba3a9a1d 2024-11-26T08:35:26,323 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/default/table1/93c9131a823100adc9ad95efba3a9a1d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T08:35:26,323 INFO [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1114): Opened 93c9131a823100adc9ad95efba3a9a1d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10966568800, jitterRate=0.02134130895137787}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T08:35:26,323 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 93c9131a823100adc9ad95efba3a9a1d 2024-11-26T08:35:26,323 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1006): Region open journal for 93c9131a823100adc9ad95efba3a9a1d: Running coprocessor pre-open hook at 1732610126308Writing region info on filesystem at 1732610126308Initializing all the Stores at 1732610126309 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732610126309Instantiating store for column family {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732610126309Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732610126309Cleaning up temporary data from old regions at 1732610126319 (+10 ms)Running coprocessor post-open hooks at 1732610126323 (+4 ms)Region opened successfully at 1732610126323 2024-11-26T08:35:26,324 INFO [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegionServer(2236): Post open deploy tasks for table1,row0,1732610125121.93c9131a823100adc9ad95efba3a9a1d., pid=65, masterSystemTime=1732610126276 2024-11-26T08:35:26,325 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegionServer(2266): Finished post open deploy task for table1,row0,1732610125121.93c9131a823100adc9ad95efba3a9a1d. 2024-11-26T08:35:26,326 INFO [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] handler.AssignRegionHandler(153): Opened table1,row0,1732610125121.93c9131a823100adc9ad95efba3a9a1d. 2024-11-26T08:35:26,326 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=64 updating hbase:meta row=93c9131a823100adc9ad95efba3a9a1d, regionState=OPEN, openSeqNum=2, regionLocation=719ac8e87449,40717,1732610023231 2024-11-26T08:35:26,327 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=65, ppid=64, state=RUNNABLE, hasLock=false; OpenRegionProcedure 93c9131a823100adc9ad95efba3a9a1d, server=719ac8e87449,40717,1732610023231 because future has completed 2024-11-26T08:35:26,330 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=65, resume processing ppid=64 2024-11-26T08:35:26,330 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=65, ppid=64, state=SUCCESS, hasLock=false; OpenRegionProcedure 93c9131a823100adc9ad95efba3a9a1d, server=719ac8e87449,40717,1732610023231 in 206 msec 2024-11-26T08:35:26,331 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=64, resume processing ppid=62 2024-11-26T08:35:26,331 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=64, ppid=62, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=93c9131a823100adc9ad95efba3a9a1d, ASSIGN in 366 msec 2024-11-26T08:35:26,332 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T08:35:26,332 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732610126332"}]},"ts":"1732610126332"} 2024-11-26T08:35:26,334 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=table1, state=ENABLED in hbase:meta 2024-11-26T08:35:26,335 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T08:35:26,336 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=62, state=SUCCESS, hasLock=false; CreateTableProcedure table=table1 in 1.2140 sec 2024-11-26T08:35:27,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-26T08:35:27,275 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:table1 completed 2024-11-26T08:35:27,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-11-26T08:35:27,287 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(64): Restore full backup from directory hdfs://localhost:46515/backupUT/backup_1732610041935/default/test-1732610031728/archive/data/default/test-1732610031728/aaf2ed5a35d99d782b6a4ccacf5b1db6 from hbase tables test-1732610031728 to tables table1 2024-11-26T08:35:27,287 INFO [Time-limited test {}] mapreduce.MapReduceRestoreJob(72): Restore test-1732610031728 into table1 2024-11-26T08:35:27,291 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(112): add incremental job :hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/hbase-staging/bulk_output-default-table1-1732610127288 from hdfs://localhost:46515/backupUT/backup_1732610041935/default/test-1732610031728/archive/data/default/test-1732610031728/aaf2ed5a35d99d782b6a4ccacf5b1db6 2024-11-26T08:35:27,292 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59be066c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T08:35:27,293 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 719ac8e87449,38507,-1 for getting cluster id 2024-11-26T08:35:27,293 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T08:35:27,294 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '17d1c972-e6d1-49bb-8136-c4aa91e4da0d' 2024-11-26T08:35:27,294 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T08:35:27,294 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "17d1c972-e6d1-49bb-8136-c4aa91e4da0d" 2024-11-26T08:35:27,295 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a9583c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T08:35:27,295 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [719ac8e87449,38507,-1] 2024-11-26T08:35:27,295 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T08:35:27,295 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T08:35:27,296 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33610, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T08:35:27,297 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70183acb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T08:35:27,297 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T08:35:27,298 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 719ac8e87449,38507,1732610021435 2024-11-26T08:35:27,298 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@15dd5aeb 2024-11-26T08:35:27,298 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T08:35:27,299 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33618, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T08:35:27,300 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled 2024-11-26T08:35:27,300 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table table1 2024-11-26T08:35:27,301 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-11-26T08:35:27,301 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T08:35:27,302 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=719ac8e87449,40717,1732610023231, seqNum=-1] 2024-11-26T08:35:27,302 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T08:35:27,303 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35520, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T08:35:27,305 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for table1: 2024-11-26T08:35:27,305 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for table1: row0 2024-11-26T08:35:27,305 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 2 reduce partitions to match current region count for all tables 2024-11-26T08:35:27,305 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/hbase-staging/partitions_920eb397-1cd4-4932-a51c-9c7627cc2713 2024-11-26T08:35:27,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37101 is added to blk_1073741974_1150 (size=177) 2024-11-26T08:35:27,714 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-26T08:35:27,714 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-26T08:35:27,715 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-26T08:35:28,574 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/5c1d7269-9c3d-d2f1-151b-0b39cfe105a5/hadoop-18263235303300326429.jar 2024-11-26T08:35:28,574 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-26T08:35:28,574 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-26T08:35:28,574 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-26T08:35:28,575 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-26T08:35:28,575 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-26T08:35:28,575 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-26T08:35:28,575 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-26T08:35:28,575 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-26T08:35:28,575 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-26T08:35:28,576 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-26T08:35:28,576 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-26T08:35:28,576 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-26T08:35:28,576 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-26T08:35:28,576 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-26T08:35:28,576 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-26T08:35:28,577 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-26T08:35:28,577 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-26T08:35:28,577 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-26T08:35:28,577 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-26T08:35:28,577 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-26T08:35:28,579 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-26T08:35:28,579 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-26T08:35:28,579 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-26T08:35:28,579 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-26T08:35:28,580 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-26T08:35:28,580 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-26T08:35:28,580 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-26T08:35:28,580 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: table1 2024-11-26T08:35:28,580 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T08:35:28,580 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.createSubmittableJob(MapReduceHFileSplitterJob.java:123) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.run(MapReduceHFileSplitterJob.java:170) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:82) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:192) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T08:35:28,580 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T08:35:28,580 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T08:35:28,580 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T08:35:28,581 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(124): success configuring load incremental job 2024-11-26T08:35:28,581 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-26T08:35:28,591 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-26T08:35:28,601 WARN [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2024-11-26T08:35:28,692 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/5c1d7269-9c3d-d2f1-151b-0b39cfe105a5/mapreduce.cluster.local.dir/job_local1429002019_0012_2af95fb8-00f6-4803-b937-2e8941dec9ba/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory 2024-11-26T08:35:28,692 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/5c1d7269-9c3d-d2f1-151b-0b39cfe105a5/mapreduce.cluster.local.dir/job_local1429002019_0012_2af95fb8-00f6-4803-b937-2e8941dec9ba/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/* 2024-11-26T08:35:28,745 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:46515/backupUT/backup_1732610041935/default/test-1732610031728/archive/data/default/test-1732610031728/aaf2ed5a35d99d782b6a4ccacf5b1db6/f/b11ceffe501b4d3b9bc2fa24e22eca87 2024-11-26T08:35:28,748 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-26T08:35:28,785 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:46515/backupUT/backup_1732610041935/default/test-1732610031728/archive/data/default/test-1732610031728/aaf2ed5a35d99d782b6a4ccacf5b1db6/mob/6554c3ddb30845989a8b95e8aaf5a79e 2024-11-26T08:35:28,788 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-26T08:35:28,810 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:46515/backupUT/backup_1732610041935/default/test-1732610031728/archive/data/default/test-1732610031728/aaf2ed5a35d99d782b6a4ccacf5b1db6/f3/8f5f6e35e00a442c9369b9729a997c4d 2024-11-26T08:35:28,813 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-26T08:35:28,836 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'table1' 2024-11-26T08:35:28,842 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25c54ebf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T08:35:28,842 DEBUG [pool-267-thread-1 {}] client.ClusterIdFetcher(90): Going to request 719ac8e87449,38507,-1 for getting cluster id 2024-11-26T08:35:28,843 DEBUG [pool-267-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T08:35:28,843 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '17d1c972-e6d1-49bb-8136-c4aa91e4da0d' 2024-11-26T08:35:28,844 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T08:35:28,844 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "17d1c972-e6d1-49bb-8136-c4aa91e4da0d" 2024-11-26T08:35:28,844 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e5fb437, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T08:35:28,844 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [719ac8e87449,38507,-1] 2024-11-26T08:35:28,844 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T08:35:28,844 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T08:35:28,845 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33648, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T08:35:28,846 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bb06f73, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T08:35:28,846 DEBUG [pool-267-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T08:35:28,847 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=719ac8e87449,40717,1732610023231, seqNum=-1] 2024-11-26T08:35:28,847 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T08:35:28,848 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35528, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T08:35:28,849 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row-test-1732610031728-3-0', locateType=CURRENT is [region=table1,,1732610125121.94d6855f89f9a3a113872d4c85fc6e99., hostname=719ac8e87449,40717,1732610023231, seqNum=2] 2024-11-26T08:35:28,849 INFO [pool-267-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-267-thread-1. 2024-11-26T08:35:28,849 DEBUG [pool-267-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T08:35:28,849 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T08:35:28,850 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T08:35:28,850 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T08:35:28,850 DEBUG [pool-267-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1732610031728-3-0] 2024-11-26T08:35:28,850 DEBUG [pool-267-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 719ac8e87449 2024-11-26T08:35:28,855 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b98e795, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T08:35:28,855 DEBUG [pool-267-thread-1 {}] client.ClusterIdFetcher(90): Going to request 719ac8e87449,38507,-1 for getting cluster id 2024-11-26T08:35:28,855 DEBUG [pool-267-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T08:35:28,855 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '17d1c972-e6d1-49bb-8136-c4aa91e4da0d' 2024-11-26T08:35:28,856 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T08:35:28,856 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "17d1c972-e6d1-49bb-8136-c4aa91e4da0d" 2024-11-26T08:35:28,856 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14e5e8b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T08:35:28,856 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [719ac8e87449,38507,-1] 2024-11-26T08:35:28,856 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T08:35:28,856 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T08:35:28,857 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33664, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T08:35:28,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14732d45, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T08:35:28,858 DEBUG [pool-267-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T08:35:28,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=719ac8e87449,40717,1732610023231, seqNum=-1] 2024-11-26T08:35:28,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T08:35:28,859 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35532, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T08:35:28,861 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row-test-1732610031728-3-0', locateType=CURRENT is [region=table1,,1732610125121.94d6855f89f9a3a113872d4c85fc6e99., hostname=719ac8e87449,40717,1732610023231, seqNum=2] 2024-11-26T08:35:28,861 INFO [pool-267-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-267-thread-1. 2024-11-26T08:35:28,861 DEBUG [pool-267-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T08:35:28,861 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T08:35:28,861 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T08:35:28,861 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T08:35:28,861 DEBUG [pool-267-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1732610031728-3-0] 2024-11-26T08:35:28,861 DEBUG [pool-267-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 719ac8e87449 2024-11-26T08:35:28,866 DEBUG [pool-267-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/hbase-staging/bulk_output-default-table1-1732610127288/_temporary/0/_temporary/attempt_local1429002019_0012_r_000000_0/f3/0a5a859f543a4eceb4a3919faf7dd721 is 58, key is row-test-1732610031728-3-0/f3:q1/1732610041900/Put/seqid=0 2024-11-26T08:35:28,867 WARN [Thread-1636 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [719ac8e87449:40717] Specified favored nodes: [719ac8e87449:40717] 2024-11-26T08:35:28,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37101 is added to blk_1073741975_1151 (size=5530) 2024-11-26T08:35:29,272 DEBUG [pool-267-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/hbase-staging/bulk_output-default-table1-1732610127288/_temporary/0/_temporary/attempt_local1429002019_0012_r_000000_0/mob/b295ed4ce7364699b7891fe35963b593 is 59, key is row-test-1732610031728-3-0/mob:q1/1732610041918/Put/seqid=0 2024-11-26T08:35:29,276 WARN [Thread-1638 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [719ac8e87449:40717] Specified favored nodes: [719ac8e87449:40717] 2024-11-26T08:35:29,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37101 is added to blk_1073741976_1152 (size=5539) 2024-11-26T08:35:29,713 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2195c814, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T08:35:29,713 DEBUG [pool-267-thread-1 {}] client.ClusterIdFetcher(90): Going to request 719ac8e87449,38507,-1 for getting cluster id 2024-11-26T08:35:29,713 DEBUG [pool-267-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T08:35:29,714 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '17d1c972-e6d1-49bb-8136-c4aa91e4da0d' 2024-11-26T08:35:29,714 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T08:35:29,714 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "17d1c972-e6d1-49bb-8136-c4aa91e4da0d" 2024-11-26T08:35:29,714 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e1f19c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T08:35:29,714 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [719ac8e87449,38507,-1] 2024-11-26T08:35:29,714 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T08:35:29,715 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T08:35:29,715 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33682, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T08:35:29,716 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22daaeb5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T08:35:29,716 DEBUG [pool-267-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T08:35:29,717 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=719ac8e87449,40717,1732610023231, seqNum=-1] 2024-11-26T08:35:29,717 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T08:35:29,718 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35548, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T08:35:29,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row0', locateType=CURRENT is [region=table1,row0,1732610125121.93c9131a823100adc9ad95efba3a9a1d., hostname=719ac8e87449,40717,1732610023231, seqNum=2] 2024-11-26T08:35:29,720 INFO [pool-267-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-267-thread-1. 2024-11-26T08:35:29,720 DEBUG [pool-267-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T08:35:29,720 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T08:35:29,720 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T08:35:29,721 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T08:35:29,721 DEBUG [pool-267-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row0] 2024-11-26T08:35:29,721 DEBUG [pool-267-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 719ac8e87449 2024-11-26T08:35:29,729 DEBUG [pool-267-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/hbase-staging/bulk_output-default-table1-1732610127288/_temporary/0/_temporary/attempt_local1429002019_0012_r_000001_0/f/ae76e46d2d5444298e187585635ce4ee is 37, key is row10/f:q1/1732610033448/Put/seqid=0 2024-11-26T08:35:29,731 WARN [Thread-1653 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [719ac8e87449:40717] Specified favored nodes: [719ac8e87449:40717] 2024-11-26T08:35:29,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37101 is added to blk_1073741977_1153 (size=8742) 2024-11-26T08:35:30,745 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(87): Restoring HFiles from directory hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/hbase-staging/bulk_output-default-table1-1732610127288 2024-11-26T08:35:30,745 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14409eed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T08:35:30,746 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 719ac8e87449,38507,-1 for getting cluster id 2024-11-26T08:35:30,746 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T08:35:30,746 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '17d1c972-e6d1-49bb-8136-c4aa91e4da0d' 2024-11-26T08:35:30,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T08:35:30,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "17d1c972-e6d1-49bb-8136-c4aa91e4da0d" 2024-11-26T08:35:30,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d110821, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T08:35:30,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [719ac8e87449,38507,-1] 2024-11-26T08:35:30,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T08:35:30,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T08:35:30,748 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33694, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T08:35:30,748 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a734685, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T08:35:30,749 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T08:35:30,749 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=719ac8e87449,40717,1732610023231, seqNum=-1] 2024-11-26T08:35:30,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T08:35:30,750 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35554, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T08:35:30,754 WARN [Time-limited test {}] tool.BulkLoadHFilesTool(259): Skipping non-directory hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/hbase-staging/bulk_output-default-table1-1732610127288/_SUCCESS 2024-11-26T08:35:30,763 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T08:35:30,764 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 719ac8e87449,38507,1732610021435 2024-11-26T08:35:30,764 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1a48ff55 2024-11-26T08:35:30,764 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T08:35:30,765 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33696, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T08:35:30,769 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='', locateType=CURRENT is [region=table1,,1732610125121.94d6855f89f9a3a113872d4c85fc6e99., hostname=719ac8e87449,40717,1732610023231, seqNum=2] 2024-11-26T08:35:30,776 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-11-26T08:35:30,787 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/hbase-staging/bulk_output-default-table1-1732610127288/f/ae76e46d2d5444298e187585635ce4ee first=Optional[row0] last=Optional[row98] 2024-11-26T08:35:30,790 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/hbase-staging/bulk_output-default-table1-1732610127288/f3/0a5a859f543a4eceb4a3919faf7dd721 first=Optional[row-test-1732610031728-3-0] last=Optional[row-test-1732610031728-3-5] 2024-11-26T08:35:30,793 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/hbase-staging/bulk_output-default-table1-1732610127288/mob/b295ed4ce7364699b7891fe35963b593 first=Optional[row-test-1732610031728-3-0] last=Optional[row-test-1732610031728-3-5] 2024-11-26T08:35:30,811 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40717 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/hbase-staging/bulk_output-default-table1-1732610127288/f/ae76e46d2d5444298e187585635ce4ee for inclusion in 93c9131a823100adc9ad95efba3a9a1d/f 2024-11-26T08:35:30,812 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40717 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/hbase-staging/bulk_output-default-table1-1732610127288/f3/0a5a859f543a4eceb4a3919faf7dd721 for inclusion in 94d6855f89f9a3a113872d4c85fc6e99/f3 2024-11-26T08:35:30,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40717 {}] regionserver.HStore(626): HFile bounds: first=row0 last=row98 2024-11-26T08:35:30,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40717 {}] regionserver.HStore(628): Region bounds: first=row0 last= 2024-11-26T08:35:30,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40717 {}] regionserver.HStore(626): HFile bounds: first=row-test-1732610031728-3-0 last=row-test-1732610031728-3-5 2024-11-26T08:35:30,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40717 {}] regionserver.HStore(628): Region bounds: first= last=row0 2024-11-26T08:35:30,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40717 {}] regionserver.HRegion(2603): Flush status journal for 93c9131a823100adc9ad95efba3a9a1d: 2024-11-26T08:35:30,818 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40717 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/hbase-staging/bulk_output-default-table1-1732610127288/mob/b295ed4ce7364699b7891fe35963b593 for inclusion in 94d6855f89f9a3a113872d4c85fc6e99/mob 2024-11-26T08:35:30,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40717 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/hbase-staging/bulk_output-default-table1-1732610127288/f/ae76e46d2d5444298e187585635ce4ee to hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/staging/jenkins__table1__cv44bq9cf6bubp47vtp2adu2rtvjrgmvpgprldt47jihpcqppij0e8ofl4ivgp9m/f/ae76e46d2d5444298e187585635ce4ee 2024-11-26T08:35:30,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40717 {}] regionserver.HStore(626): HFile bounds: first=row-test-1732610031728-3-0 last=row-test-1732610031728-3-5 2024-11-26T08:35:30,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40717 {}] regionserver.HStore(628): Region bounds: first= last=row0 2024-11-26T08:35:30,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40717 {}] regionserver.HRegion(2603): Flush status journal for 94d6855f89f9a3a113872d4c85fc6e99: 2024-11-26T08:35:30,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40717 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/staging/jenkins__table1__cv44bq9cf6bubp47vtp2adu2rtvjrgmvpgprldt47jihpcqppij0e8ofl4ivgp9m/f/ae76e46d2d5444298e187585635ce4ee as hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/default/table1/93c9131a823100adc9ad95efba3a9a1d/f/ace0e13b7fd146a293a375e46d3c5cde_SeqId_4_ 2024-11-26T08:35:30,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40717 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/hbase-staging/bulk_output-default-table1-1732610127288/f3/0a5a859f543a4eceb4a3919faf7dd721 to hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/staging/jenkins__table1__cv44bq9cf6bubp47vtp2adu2rtvjrgmvpgprldt47jihpcqppij0e8ofl4ivgp9m/f3/0a5a859f543a4eceb4a3919faf7dd721 2024-11-26T08:35:30,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40717 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b90fd09, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T08:35:30,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40717 {}] client.ClusterIdFetcher(90): Going to request 719ac8e87449,38507,-1 for getting cluster id 2024-11-26T08:35:30,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40717 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T08:35:30,824 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '17d1c972-e6d1-49bb-8136-c4aa91e4da0d' 2024-11-26T08:35:30,824 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T08:35:30,824 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "17d1c972-e6d1-49bb-8136-c4aa91e4da0d" 2024-11-26T08:35:30,824 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@493dc894, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T08:35:30,824 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [719ac8e87449,38507,-1] 2024-11-26T08:35:30,824 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T08:35:30,825 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T08:35:30,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40717 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/staging/jenkins__table1__cv44bq9cf6bubp47vtp2adu2rtvjrgmvpgprldt47jihpcqppij0e8ofl4ivgp9m/f3/0a5a859f543a4eceb4a3919faf7dd721 as hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/default/table1/94d6855f89f9a3a113872d4c85fc6e99/f3/65a46e3b65a14627b0aebf49d9735740_SeqId_4_ 2024-11-26T08:35:30,825 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33706, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T08:35:30,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40717 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/hbase-staging/bulk_output-default-table1-1732610127288/mob/b295ed4ce7364699b7891fe35963b593 to hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/staging/jenkins__table1__cv44bq9cf6bubp47vtp2adu2rtvjrgmvpgprldt47jihpcqppij0e8ofl4ivgp9m/mob/b295ed4ce7364699b7891fe35963b593 2024-11-26T08:35:30,826 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12f24dbc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T08:35:30,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40717 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T08:35:30,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 719ac8e87449,38507,1732610021435 2024-11-26T08:35:30,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1632704b 2024-11-26T08:35:30,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T08:35:30,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40717 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/staging/jenkins__table1__cv44bq9cf6bubp47vtp2adu2rtvjrgmvpgprldt47jihpcqppij0e8ofl4ivgp9m/mob/b295ed4ce7364699b7891fe35963b593 as hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/default/table1/94d6855f89f9a3a113872d4c85fc6e99/mob/b1c5472bec034aee8162ef9126edd086_SeqId_4_ 2024-11-26T08:35:30,828 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33712, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T08:35:30,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40717 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67b145f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T08:35:30,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40717 {}] client.ClusterIdFetcher(90): Going to request 719ac8e87449,38507,-1 for getting cluster id 2024-11-26T08:35:30,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40717 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T08:35:30,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40717 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T08:35:30,830 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '17d1c972-e6d1-49bb-8136-c4aa91e4da0d' 2024-11-26T08:35:30,830 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=719ac8e87449,40717,1732610023231, seqNum=-1] 2024-11-26T08:35:30,830 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T08:35:30,830 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "17d1c972-e6d1-49bb-8136-c4aa91e4da0d" 2024-11-26T08:35:30,830 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T08:35:30,830 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@643193c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T08:35:30,830 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [719ac8e87449,38507,-1] 2024-11-26T08:35:30,831 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T08:35:30,831 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T08:35:30,831 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35558, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T08:35:30,831 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33716, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T08:35:30,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e1a4b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T08:35:30,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40717 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T08:35:30,833 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 719ac8e87449,38507,1732610021435 2024-11-26T08:35:30,833 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@9809528 2024-11-26T08:35:30,833 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T08:35:30,835 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33730, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T08:35:30,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40717 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T08:35:30,836 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=719ac8e87449,40717,1732610023231, seqNum=-1] 2024-11-26T08:35:30,836 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T08:35:30,837 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35564, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T08:35:30,838 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-26T08:35:30,842 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-26T08:35:30,843 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-26T08:35:30,846 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-26T08:35:30,847 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1732610042090.95821178b82ab750c0fdf68811cdef5b., hostname=719ac8e87449,40717,1732610023231, seqNum=2] 2024-11-26T08:35:30,849 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1732610042090.95821178b82ab750c0fdf68811cdef5b., hostname=719ac8e87449,40717,1732610023231, seqNum=2] 2024-11-26T08:35:30,850 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40717 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40717. 2024-11-26T08:35:30,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40717 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T08:35:30,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40717 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T08:35:30,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40717 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T08:35:30,850 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T08:35:30,851 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40717 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40717. 2024-11-26T08:35:30,851 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40717 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/staging/jenkins__table1__cv44bq9cf6bubp47vtp2adu2rtvjrgmvpgprldt47jihpcqppij0e8ofl4ivgp9m/f/ae76e46d2d5444298e187585635ce4ee into 93c9131a823100adc9ad95efba3a9a1d/f as hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/default/table1/93c9131a823100adc9ad95efba3a9a1d/f/ace0e13b7fd146a293a375e46d3c5cde_SeqId_4_ - updating store file list. 2024-11-26T08:35:30,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40717 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T08:35:30,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40717 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T08:35:30,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40717 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T08:35:30,852 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T08:35:30,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40717 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@730c8227, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T08:35:30,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40717 {}] client.ClusterIdFetcher(90): Going to request 719ac8e87449,38507,-1 for getting cluster id 2024-11-26T08:35:30,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40717 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T08:35:30,853 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '17d1c972-e6d1-49bb-8136-c4aa91e4da0d' 2024-11-26T08:35:30,854 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T08:35:30,854 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "17d1c972-e6d1-49bb-8136-c4aa91e4da0d" 2024-11-26T08:35:30,854 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a857e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T08:35:30,854 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [719ac8e87449,38507,-1] 2024-11-26T08:35:30,854 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T08:35:30,855 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T08:35:30,855 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33746, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T08:35:30,856 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c92b648, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T08:35:30,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40717 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T08:35:30,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 719ac8e87449,38507,1732610021435 2024-11-26T08:35:30,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2cac53fc 2024-11-26T08:35:30,857 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40717 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/default/table1/93c9131a823100adc9ad95efba3a9a1d/f/ace0e13b7fd146a293a375e46d3c5cde_SeqId_4_ into 93c9131a823100adc9ad95efba3a9a1d/f 2024-11-26T08:35:30,858 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40717 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/staging/jenkins__table1__cv44bq9cf6bubp47vtp2adu2rtvjrgmvpgprldt47jihpcqppij0e8ofl4ivgp9m/f/ae76e46d2d5444298e187585635ce4ee into 93c9131a823100adc9ad95efba3a9a1d/f (new location: hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/default/table1/93c9131a823100adc9ad95efba3a9a1d/f/ace0e13b7fd146a293a375e46d3c5cde_SeqId_4_) 2024-11-26T08:35:30,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T08:35:30,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40717 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/staging/jenkins__table1__cv44bq9cf6bubp47vtp2adu2rtvjrgmvpgprldt47jihpcqppij0e8ofl4ivgp9m/f/ae76e46d2d5444298e187585635ce4ee 2024-11-26T08:35:30,859 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33758, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T08:35:30,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40717 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T08:35:30,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=719ac8e87449,40717,1732610023231, seqNum=-1] 2024-11-26T08:35:30,861 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T08:35:30,862 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35566, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T08:35:30,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40717 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a1b03c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T08:35:30,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40717 {}] client.ClusterIdFetcher(90): Going to request 719ac8e87449,38507,-1 for getting cluster id 2024-11-26T08:35:30,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40717 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T08:35:30,865 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '17d1c972-e6d1-49bb-8136-c4aa91e4da0d' 2024-11-26T08:35:30,865 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T08:35:30,865 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "17d1c972-e6d1-49bb-8136-c4aa91e4da0d" 2024-11-26T08:35:30,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72fa1107, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T08:35:30,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [719ac8e87449,38507,-1] 2024-11-26T08:35:30,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T08:35:30,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T08:35:30,867 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33774, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-26T08:35:30,867 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c2ab6ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T08:35:30,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40717 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T08:35:30,868 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 719ac8e87449,38507,1732610021435 2024-11-26T08:35:30,868 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@78ca4c9b 2024-11-26T08:35:30,868 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T08:35:30,869 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33786, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-26T08:35:30,870 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-26T08:35:30,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40717 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T08:35:30,871 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=719ac8e87449,40717,1732610023231, seqNum=-1] 2024-11-26T08:35:30,871 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T08:35:30,872 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35580, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-26T08:35:30,875 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-26T08:35:30,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1732610042090.95821178b82ab750c0fdf68811cdef5b., hostname=719ac8e87449,40717,1732610023231, seqNum=2] 2024-11-26T08:35:30,879 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-26T08:35:30,880 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40717 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40717. 2024-11-26T08:35:30,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40717 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T08:35:30,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40717 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T08:35:30,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40717 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T08:35:30,881 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T08:35:30,883 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40717 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/staging/jenkins__table1__cv44bq9cf6bubp47vtp2adu2rtvjrgmvpgprldt47jihpcqppij0e8ofl4ivgp9m/f3/0a5a859f543a4eceb4a3919faf7dd721 into 94d6855f89f9a3a113872d4c85fc6e99/f3 as hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/default/table1/94d6855f89f9a3a113872d4c85fc6e99/f3/65a46e3b65a14627b0aebf49d9735740_SeqId_4_ - updating store file list. 2024-11-26T08:35:30,884 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-26T08:35:30,889 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40717 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/default/table1/94d6855f89f9a3a113872d4c85fc6e99/f3/65a46e3b65a14627b0aebf49d9735740_SeqId_4_ into 94d6855f89f9a3a113872d4c85fc6e99/f3 2024-11-26T08:35:30,889 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40717 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/staging/jenkins__table1__cv44bq9cf6bubp47vtp2adu2rtvjrgmvpgprldt47jihpcqppij0e8ofl4ivgp9m/f3/0a5a859f543a4eceb4a3919faf7dd721 into 94d6855f89f9a3a113872d4c85fc6e99/f3 (new location: hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/default/table1/94d6855f89f9a3a113872d4c85fc6e99/f3/65a46e3b65a14627b0aebf49d9735740_SeqId_4_) 2024-11-26T08:35:30,889 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1732610042090.95821178b82ab750c0fdf68811cdef5b., hostname=719ac8e87449,40717,1732610023231, seqNum=2] 2024-11-26T08:35:30,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40717 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/staging/jenkins__table1__cv44bq9cf6bubp47vtp2adu2rtvjrgmvpgprldt47jihpcqppij0e8ofl4ivgp9m/f3/0a5a859f543a4eceb4a3919faf7dd721 2024-11-26T08:35:30,890 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40717 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/staging/jenkins__table1__cv44bq9cf6bubp47vtp2adu2rtvjrgmvpgprldt47jihpcqppij0e8ofl4ivgp9m/mob/b295ed4ce7364699b7891fe35963b593 into 94d6855f89f9a3a113872d4c85fc6e99/mob as hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/default/table1/94d6855f89f9a3a113872d4c85fc6e99/mob/b1c5472bec034aee8162ef9126edd086_SeqId_4_ - updating store file list. 2024-11-26T08:35:30,892 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40717 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40717. 2024-11-26T08:35:30,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40717 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T08:35:30,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40717 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T08:35:30,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40717 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T08:35:30,892 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T08:35:30,896 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40717 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/default/table1/94d6855f89f9a3a113872d4c85fc6e99/mob/b1c5472bec034aee8162ef9126edd086_SeqId_4_ into 94d6855f89f9a3a113872d4c85fc6e99/mob 2024-11-26T08:35:30,896 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40717 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/staging/jenkins__table1__cv44bq9cf6bubp47vtp2adu2rtvjrgmvpgprldt47jihpcqppij0e8ofl4ivgp9m/mob/b295ed4ce7364699b7891fe35963b593 into 94d6855f89f9a3a113872d4c85fc6e99/mob (new location: hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/default/table1/94d6855f89f9a3a113872d4c85fc6e99/mob/b1c5472bec034aee8162ef9126edd086_SeqId_4_) 2024-11-26T08:35:30,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40717 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/staging/jenkins__table1__cv44bq9cf6bubp47vtp2adu2rtvjrgmvpgprldt47jihpcqppij0e8ofl4ivgp9m/mob/b295ed4ce7364699b7891fe35963b593 2024-11-26T08:35:30,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40717 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d979d8e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T08:35:30,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40717 {}] client.ClusterIdFetcher(90): Going to request 719ac8e87449,38507,-1 for getting cluster id 2024-11-26T08:35:30,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40717 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T08:35:30,899 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '17d1c972-e6d1-49bb-8136-c4aa91e4da0d' 2024-11-26T08:35:30,899 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T08:35:30,899 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "17d1c972-e6d1-49bb-8136-c4aa91e4da0d" 2024-11-26T08:35:30,899 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72ee48fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T08:35:30,899 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [719ac8e87449,38507,-1] 2024-11-26T08:35:30,900 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T08:35:30,900 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T08:35:30,900 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33806, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-26T08:35:30,901 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2896828b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T08:35:30,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40717 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T08:35:30,902 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 719ac8e87449,38507,1732610021435 2024-11-26T08:35:30,902 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@203f5d29 2024-11-26T08:35:30,902 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T08:35:30,903 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33808, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-26T08:35:30,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40717 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T08:35:30,904 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=719ac8e87449,40717,1732610023231, seqNum=-1] 2024-11-26T08:35:30,904 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T08:35:30,905 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35588, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-26T08:35:30,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-26T08:35:30,915 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-26T08:35:30,919 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1732610042090.95821178b82ab750c0fdf68811cdef5b., hostname=719ac8e87449,40717,1732610023231, seqNum=2] 2024-11-26T08:35:30,921 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40717 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40717. 2024-11-26T08:35:30,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40717 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T08:35:30,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40717 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T08:35:30,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40717 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T08:35:30,921 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T08:35:30,926 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T08:35:30,926 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:90) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:192) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T08:35:30,926 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T08:35:30,926 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T08:35:30,926 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T08:35:30,926 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(95): Restore Job finished:0 2024-11-26T08:35:30,926 INFO [Time-limited test {}] impl.RestoreTablesClient(229): Restore includes the following image(s): 2024-11-26T08:35:30,927 INFO [Time-limited test {}] impl.RestoreTablesClient(231): Backup: backup_1732610041935 hdfs://localhost:46515/backupUT/backup_1732610041935/default/test-1732610031728/ 2024-11-26T08:35:30,928 DEBUG [Time-limited test {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:46515/backupUT/backup_1732610041935/.backup.manifest 2024-11-26T08:35:30,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=table1,,1732610125121.94d6855f89f9a3a113872d4c85fc6e99., hostname=719ac8e87449,40717,1732610023231, seqNum=2 , the old value is region=table1,,1732610125121.94d6855f89f9a3a113872d4c85fc6e99., hostname=719ac8e87449,40717,1732610023231, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=719ac8e87449:40717 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-26T08:35:30,929 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-26T08:35:30,930 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=table1,,1732610125121.94d6855f89f9a3a113872d4c85fc6e99., hostname=719ac8e87449,40717,1732610023231, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-26T08:35:30,930 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=table1,,1732610125121.94d6855f89f9a3a113872d4c85fc6e99., hostname=719ac8e87449,40717,1732610023231, seqNum=2 from cache 2024-11-26T08:35:30,931 DEBUG [Time-limited test {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1732610041935/.backup.manifest 2024-11-26T08:35:30,931 INFO [Time-limited test {}] impl.RestoreTablesClient(147): Restoring 'ns2:test-17326100317281' to 'ns2:table2' from full backup image hdfs://localhost:46515/backupUT/backup_1732610041935/ns2/test-17326100317281 2024-11-26T08:35:30,941 INFO [Time-limited test {}] util.RestoreTool(491): Creating target table 'ns2:table2' 2024-11-26T08:35:30,941 DEBUG [Time-limited test {}] util.RestoreTool(391): Parsing region dir: hdfs://localhost:46515/backupUT/backup_1732610041935/ns2/test-17326100317281/archive/data/ns2/test-17326100317281/aa3be1f80fa6bd55cd0e5668b254a5bc 2024-11-26T08:35:30,942 DEBUG [Time-limited test {}] util.RestoreTool(421): Parsing family dir [hdfs://localhost:46515/backupUT/backup_1732610041935/ns2/test-17326100317281/archive/data/ns2/test-17326100317281/aa3be1f80fa6bd55cd0e5668b254a5bc/f in region [hdfs://localhost:46515/backupUT/backup_1732610041935/ns2/test-17326100317281/archive/data/ns2/test-17326100317281/aa3be1f80fa6bd55cd0e5668b254a5bc] 2024-11-26T08:35:30,946 DEBUG [Time-limited test {}] util.RestoreTool(446): Trying to figure out region boundaries hfile=hdfs://localhost:46515/backupUT/backup_1732610041935/ns2/test-17326100317281/archive/data/ns2/test-17326100317281/aa3be1f80fa6bd55cd0e5668b254a5bc/f/7c9739033366471493fe3ca924b0949e first=row0 last=row98 2024-11-26T08:35:30,947 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'ns2:table2', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T08:35:30,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] procedure2.ProcedureExecutor(1139): Stored pid=67, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=ns2:table2 2024-11-26T08:35:30,949 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=67, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T08:35:30,949 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "ns2" qualifier: "table2" procId is: 67 2024-11-26T08:35:30,950 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=67, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T08:35:30,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=67 2024-11-26T08:35:30,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37101 is added to blk_1073741978_1154 (size=351) 2024-11-26T08:35:31,034 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'table1', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=719ac8e87449:40717 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 34 more 2024-11-26T08:35:31,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=67 2024-11-26T08:35:31,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=67 2024-11-26T08:35:31,358 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 33b33b6826ded1ceb5f928910feac225, NAME => 'ns2:table2,,1732610130947.33b33b6826ded1ceb5f928910feac225.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns2:table2', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6 2024-11-26T08:35:31,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37101 is added to blk_1073741979_1155 (size=37) 2024-11-26T08:35:31,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=67 2024-11-26T08:35:31,766 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(898): Instantiated ns2:table2,,1732610130947.33b33b6826ded1ceb5f928910feac225.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T08:35:31,766 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1722): Closing 33b33b6826ded1ceb5f928910feac225, disabling compactions & flushes 2024-11-26T08:35:31,766 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1755): Closing region ns2:table2,,1732610130947.33b33b6826ded1ceb5f928910feac225. 2024-11-26T08:35:31,766 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on ns2:table2,,1732610130947.33b33b6826ded1ceb5f928910feac225. 2024-11-26T08:35:31,766 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on ns2:table2,,1732610130947.33b33b6826ded1ceb5f928910feac225. after waiting 0 ms 2024-11-26T08:35:31,766 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region ns2:table2,,1732610130947.33b33b6826ded1ceb5f928910feac225. 2024-11-26T08:35:31,766 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1973): Closed ns2:table2,,1732610130947.33b33b6826ded1ceb5f928910feac225. 2024-11-26T08:35:31,766 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1676): Region close journal for 33b33b6826ded1ceb5f928910feac225: Waiting for close lock at 1732610131766Disabling compacts and flushes for region at 1732610131766Disabling writes for close at 1732610131766Writing region close event to WAL at 1732610131766Closed at 1732610131766 2024-11-26T08:35:31,769 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=67, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T08:35:31,770 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"ns2:table2,,1732610130947.33b33b6826ded1ceb5f928910feac225.","families":{"info":[{"qualifier":"regioninfo","vlen":36,"tag":[],"timestamp":"1732610131769"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732610131769"}]},"ts":"1732610131769"} 2024-11-26T08:35:31,773 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T08:35:31,774 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=67, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T08:35:31,774 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732610131774"}]},"ts":"1732610131774"} 2024-11-26T08:35:31,776 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:table2, state=ENABLING in hbase:meta 2024-11-26T08:35:31,777 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=68, ppid=67, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=33b33b6826ded1ceb5f928910feac225, ASSIGN}] 2024-11-26T08:35:31,778 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=68, ppid=67, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=33b33b6826ded1ceb5f928910feac225, ASSIGN 2024-11-26T08:35:31,779 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=68, ppid=67, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=ns2:table2, region=33b33b6826ded1ceb5f928910feac225, ASSIGN; state=OFFLINE, location=719ac8e87449,40717,1732610023231; forceNewPlan=false, retain=false 2024-11-26T08:35:31,817 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobtracker.properties,hadoop-metrics2.properties 2024-11-26T08:35:31,872 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_table1 2024-11-26T08:35:31,872 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_table1 Metrics about Tables on a single HBase RegionServer 2024-11-26T08:35:31,930 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=68 updating hbase:meta row=33b33b6826ded1ceb5f928910feac225, regionState=OPENING, regionLocation=719ac8e87449,40717,1732610023231 2024-11-26T08:35:31,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=68, ppid=67, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=ns2:table2, region=33b33b6826ded1ceb5f928910feac225, ASSIGN because future has completed 2024-11-26T08:35:31,932 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=69, ppid=68, state=RUNNABLE, hasLock=false; OpenRegionProcedure 33b33b6826ded1ceb5f928910feac225, server=719ac8e87449,40717,1732610023231}] 2024-11-26T08:35:32,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=67 2024-11-26T08:35:32,089 INFO [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] handler.AssignRegionHandler(132): Open ns2:table2,,1732610130947.33b33b6826ded1ceb5f928910feac225. 2024-11-26T08:35:32,089 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(7752): Opening region: {ENCODED => 33b33b6826ded1ceb5f928910feac225, NAME => 'ns2:table2,,1732610130947.33b33b6826ded1ceb5f928910feac225.', STARTKEY => '', ENDKEY => ''} 2024-11-26T08:35:32,090 INFO [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-26T08:35:32,090 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table2 33b33b6826ded1ceb5f928910feac225 2024-11-26T08:35:32,090 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(898): Instantiated ns2:table2,,1732610130947.33b33b6826ded1ceb5f928910feac225.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T08:35:32,091 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(7794): checking encryption for 33b33b6826ded1ceb5f928910feac225 2024-11-26T08:35:32,091 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(7797): checking classloading for 33b33b6826ded1ceb5f928910feac225 2024-11-26T08:35:32,092 INFO [StoreOpener-33b33b6826ded1ceb5f928910feac225-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 33b33b6826ded1ceb5f928910feac225 2024-11-26T08:35:32,094 INFO [StoreOpener-33b33b6826ded1ceb5f928910feac225-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 33b33b6826ded1ceb5f928910feac225 columnFamilyName f 2024-11-26T08:35:32,094 DEBUG [StoreOpener-33b33b6826ded1ceb5f928910feac225-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T08:35:32,094 INFO [StoreOpener-33b33b6826ded1ceb5f928910feac225-1 {}] regionserver.HStore(327): Store=33b33b6826ded1ceb5f928910feac225/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T08:35:32,095 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1038): replaying wal for 33b33b6826ded1ceb5f928910feac225 2024-11-26T08:35:32,095 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/ns2/table2/33b33b6826ded1ceb5f928910feac225 2024-11-26T08:35:32,096 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/ns2/table2/33b33b6826ded1ceb5f928910feac225 2024-11-26T08:35:32,096 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1048): stopping wal replay for 33b33b6826ded1ceb5f928910feac225 2024-11-26T08:35:32,096 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1060): Cleaning up temporary data for 33b33b6826ded1ceb5f928910feac225 2024-11-26T08:35:32,098 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1093): writing seq id for 33b33b6826ded1ceb5f928910feac225 2024-11-26T08:35:32,100 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/ns2/table2/33b33b6826ded1ceb5f928910feac225/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T08:35:32,101 INFO [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1114): Opened 33b33b6826ded1ceb5f928910feac225; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10245412160, jitterRate=-0.04582163691520691}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-26T08:35:32,101 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 33b33b6826ded1ceb5f928910feac225 2024-11-26T08:35:32,101 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1006): Region open journal for 33b33b6826ded1ceb5f928910feac225: Running coprocessor pre-open hook at 1732610132091Writing region info on filesystem at 1732610132091Initializing all the Stores at 1732610132092 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732610132092Cleaning up temporary data from old regions at 1732610132096 (+4 ms)Running coprocessor post-open hooks at 1732610132101 (+5 ms)Region opened successfully at 1732610132101 2024-11-26T08:35:32,102 INFO [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegionServer(2236): Post open deploy tasks for ns2:table2,,1732610130947.33b33b6826ded1ceb5f928910feac225., pid=69, masterSystemTime=1732610132084 2024-11-26T08:35:32,104 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegionServer(2266): Finished post open deploy task for ns2:table2,,1732610130947.33b33b6826ded1ceb5f928910feac225. 2024-11-26T08:35:32,104 INFO [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] handler.AssignRegionHandler(153): Opened ns2:table2,,1732610130947.33b33b6826ded1ceb5f928910feac225. 2024-11-26T08:35:32,105 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=68 updating hbase:meta row=33b33b6826ded1ceb5f928910feac225, regionState=OPEN, openSeqNum=2, regionLocation=719ac8e87449,40717,1732610023231 2024-11-26T08:35:32,106 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=69, ppid=68, state=RUNNABLE, hasLock=false; OpenRegionProcedure 33b33b6826ded1ceb5f928910feac225, server=719ac8e87449,40717,1732610023231 because future has completed 2024-11-26T08:35:32,108 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=69, resume processing ppid=68 2024-11-26T08:35:32,108 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=69, ppid=68, state=SUCCESS, hasLock=false; OpenRegionProcedure 33b33b6826ded1ceb5f928910feac225, server=719ac8e87449,40717,1732610023231 in 175 msec 2024-11-26T08:35:32,110 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=68, resume processing ppid=67 2024-11-26T08:35:32,110 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=68, ppid=67, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=33b33b6826ded1ceb5f928910feac225, ASSIGN in 331 msec 2024-11-26T08:35:32,110 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=67, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T08:35:32,111 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732610132110"}]},"ts":"1732610132110"} 2024-11-26T08:35:32,112 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:table2, state=ENABLED in hbase:meta 2024-11-26T08:35:32,113 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=67, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T08:35:32,114 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=67, state=SUCCESS, hasLock=false; CreateTableProcedure table=ns2:table2 in 1.1660 sec 2024-11-26T08:35:33,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=67 2024-11-26T08:35:33,094 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: ns2:table2 completed 2024-11-26T08:35:33,096 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:table2,, stopping at row=ns2:table2 ,, for max=2147483647 with caching=100 2024-11-26T08:35:33,100 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(64): Restore full backup from directory hdfs://localhost:46515/backupUT/backup_1732610041935/ns2/test-17326100317281/archive/data/ns2/test-17326100317281/aa3be1f80fa6bd55cd0e5668b254a5bc from hbase tables ns2:test-17326100317281 to tables ns2:table2 2024-11-26T08:35:33,100 INFO [Time-limited test {}] mapreduce.MapReduceRestoreJob(72): Restore ns2:test-17326100317281 into ns2:table2 2024-11-26T08:35:33,103 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(112): add incremental job :hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/hbase-staging/bulk_output-ns2-table2-1732610133100 from hdfs://localhost:46515/backupUT/backup_1732610041935/ns2/test-17326100317281/archive/data/ns2/test-17326100317281/aa3be1f80fa6bd55cd0e5668b254a5bc 2024-11-26T08:35:33,104 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c182266, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T08:35:33,105 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 719ac8e87449,38507,-1 for getting cluster id 2024-11-26T08:35:33,105 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T08:35:33,106 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '17d1c972-e6d1-49bb-8136-c4aa91e4da0d' 2024-11-26T08:35:33,106 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T08:35:33,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "17d1c972-e6d1-49bb-8136-c4aa91e4da0d" 2024-11-26T08:35:33,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64d03905, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T08:35:33,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [719ac8e87449,38507,-1] 2024-11-26T08:35:33,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T08:35:33,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T08:35:33,108 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47078, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T08:35:33,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c777323, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T08:35:33,109 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T08:35:33,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 719ac8e87449,38507,1732610021435 2024-11-26T08:35:33,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7e346b6c 2024-11-26T08:35:33,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T08:35:33,112 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47084, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T08:35:33,112 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled 2024-11-26T08:35:33,112 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns2:table2 2024-11-26T08:35:33,113 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:table2,, stopping at row=ns2:table2 ,, for max=2147483647 with caching=100 2024-11-26T08:35:33,113 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T08:35:33,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=719ac8e87449,40717,1732610023231, seqNum=-1] 2024-11-26T08:35:33,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T08:35:33,115 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40114, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T08:35:33,116 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns2:table2: 2024-11-26T08:35:33,116 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 1 reduce partitions to match current region count for all tables 2024-11-26T08:35:33,117 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/hbase-staging/partitions_fca5e737-c9d4-48c9-8079-293ba58e79bd 2024-11-26T08:35:33,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37101 is added to blk_1073741980_1156 (size=153) 2024-11-26T08:35:33,242 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 95821178b82ab750c0fdf68811cdef5b, had cached 0 bytes from a total of 41499 2024-11-26T08:35:33,523 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-26T08:35:33,524 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-26T08:35:33,524 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-26T08:35:34,384 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/5c1d7269-9c3d-d2f1-151b-0b39cfe105a5/hadoop-2077953689238274606.jar 2024-11-26T08:35:34,385 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-26T08:35:34,385 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-26T08:35:34,385 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-26T08:35:34,385 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-26T08:35:34,385 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-26T08:35:34,386 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-26T08:35:34,386 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-26T08:35:34,386 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-26T08:35:34,386 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-26T08:35:34,386 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-26T08:35:34,386 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-26T08:35:34,387 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-26T08:35:34,387 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-26T08:35:34,387 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-26T08:35:34,387 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-26T08:35:34,387 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-26T08:35:34,387 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-26T08:35:34,388 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-26T08:35:34,388 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-26T08:35:34,388 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-26T08:35:34,388 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-26T08:35:34,388 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-26T08:35:34,388 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-26T08:35:34,389 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-26T08:35:34,389 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-26T08:35:34,389 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-26T08:35:34,389 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-26T08:35:34,389 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: ns2:table2 2024-11-26T08:35:34,389 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T08:35:34,389 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.createSubmittableJob(MapReduceHFileSplitterJob.java:123) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.run(MapReduceHFileSplitterJob.java:170) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:82) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:192) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T08:35:34,389 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T08:35:34,390 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T08:35:34,390 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T08:35:34,390 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(124): success configuring load incremental job 2024-11-26T08:35:34,390 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-26T08:35:34,399 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-26T08:35:34,410 WARN [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2024-11-26T08:35:34,498 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/5c1d7269-9c3d-d2f1-151b-0b39cfe105a5/mapreduce.cluster.local.dir/job_local2090074764_0013_a5995007-9095-4e47-b062-ee9e18ccf93b/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory 2024-11-26T08:35:34,498 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/5c1d7269-9c3d-d2f1-151b-0b39cfe105a5/mapreduce.cluster.local.dir/job_local2090074764_0013_a5995007-9095-4e47-b062-ee9e18ccf93b/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/* 2024-11-26T08:35:34,556 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:46515/backupUT/backup_1732610041935/ns2/test-17326100317281/archive/data/ns2/test-17326100317281/aa3be1f80fa6bd55cd0e5668b254a5bc/f/7c9739033366471493fe3ca924b0949e 2024-11-26T08:35:34,560 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-26T08:35:34,595 DEBUG [pool-272-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ff7f692, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T08:35:34,595 DEBUG [pool-272-thread-1 {}] client.ClusterIdFetcher(90): Going to request 719ac8e87449,38507,-1 for getting cluster id 2024-11-26T08:35:34,595 DEBUG [pool-272-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T08:35:34,596 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '17d1c972-e6d1-49bb-8136-c4aa91e4da0d' 2024-11-26T08:35:34,597 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T08:35:34,597 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "17d1c972-e6d1-49bb-8136-c4aa91e4da0d" 2024-11-26T08:35:34,597 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58861324, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T08:35:34,597 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [719ac8e87449,38507,-1] 2024-11-26T08:35:34,597 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T08:35:34,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T08:35:34,598 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47106, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T08:35:34,599 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48830414, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T08:35:34,599 DEBUG [pool-272-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T08:35:34,600 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=719ac8e87449,40717,1732610023231, seqNum=-1] 2024-11-26T08:35:34,601 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T08:35:34,602 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40118, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T08:35:34,603 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:table2', row='row0', locateType=CURRENT is [region=ns2:table2,,1732610130947.33b33b6826ded1ceb5f928910feac225., hostname=719ac8e87449,40717,1732610023231, seqNum=2] 2024-11-26T08:35:34,604 INFO [pool-272-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-272-thread-1. 2024-11-26T08:35:34,604 DEBUG [pool-272-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T08:35:34,604 DEBUG [pool-272-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T08:35:34,604 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T08:35:34,604 DEBUG [pool-272-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T08:35:34,604 DEBUG [pool-272-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row0] 2024-11-26T08:35:34,604 DEBUG [pool-272-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 719ac8e87449 2024-11-26T08:35:34,612 DEBUG [pool-272-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/hbase-staging/bulk_output-ns2-table2-1732610133100/_temporary/0/_temporary/attempt_local2090074764_0013_r_000000_0/f/c3210dcded6348879aa271dfd50d60b0 is 37, key is row10/f:q1/1732610035774/Put/seqid=0 2024-11-26T08:35:34,613 WARN [Thread-1720 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [719ac8e87449:40717] Specified favored nodes: [719ac8e87449:40717] 2024-11-26T08:35:34,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37101 is added to blk_1073741981_1157 (size=8742) 2024-11-26T08:35:34,838 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns2:table2' 2024-11-26T08:35:35,545 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(87): Restoring HFiles from directory hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/hbase-staging/bulk_output-ns2-table2-1732610133100 2024-11-26T08:35:35,546 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11f47b33, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T08:35:35,546 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 719ac8e87449,38507,-1 for getting cluster id 2024-11-26T08:35:35,546 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T08:35:35,547 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '17d1c972-e6d1-49bb-8136-c4aa91e4da0d' 2024-11-26T08:35:35,547 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T08:35:35,548 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "17d1c972-e6d1-49bb-8136-c4aa91e4da0d" 2024-11-26T08:35:35,548 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@119f4279, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T08:35:35,548 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [719ac8e87449,38507,-1] 2024-11-26T08:35:35,548 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T08:35:35,548 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T08:35:35,549 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47126, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T08:35:35,551 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a0f784e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T08:35:35,551 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T08:35:35,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=719ac8e87449,40717,1732610023231, seqNum=-1] 2024-11-26T08:35:35,553 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T08:35:35,554 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40122, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T08:35:35,557 WARN [Time-limited test {}] tool.BulkLoadHFilesTool(259): Skipping non-directory hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/hbase-staging/bulk_output-ns2-table2-1732610133100/_SUCCESS 2024-11-26T08:35:35,560 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T08:35:35,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 719ac8e87449,38507,1732610021435 2024-11-26T08:35:35,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@26b70bcd 2024-11-26T08:35:35,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T08:35:35,562 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47134, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T08:35:35,565 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:table2', row='', locateType=CURRENT is [region=ns2:table2,,1732610130947.33b33b6826ded1ceb5f928910feac225., hostname=719ac8e87449,40717,1732610023231, seqNum=2] 2024-11-26T08:35:35,568 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:table2,, stopping at row=ns2:table2 ,, for max=2147483647 with caching=100 2024-11-26T08:35:35,573 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/hbase-staging/bulk_output-ns2-table2-1732610133100/f/c3210dcded6348879aa271dfd50d60b0 first=Optional[row0] last=Optional[row98] 2024-11-26T08:35:35,577 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40717 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/hbase-staging/bulk_output-ns2-table2-1732610133100/f/c3210dcded6348879aa271dfd50d60b0 for inclusion in 33b33b6826ded1ceb5f928910feac225/f 2024-11-26T08:35:35,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40717 {}] regionserver.HStore(626): HFile bounds: first=row0 last=row98 2024-11-26T08:35:35,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40717 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-26T08:35:35,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40717 {}] regionserver.HRegion(2603): Flush status journal for 33b33b6826ded1ceb5f928910feac225: 2024-11-26T08:35:35,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40717 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/hbase-staging/bulk_output-ns2-table2-1732610133100/f/c3210dcded6348879aa271dfd50d60b0 to hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/staging/jenkins__ns2_table2__n6c39dp146okiplthpl36h2onhu215mlh02ut7ul97vt8st2sqlua984o6n6qaia/f/c3210dcded6348879aa271dfd50d60b0 2024-11-26T08:35:35,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40717 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/staging/jenkins__ns2_table2__n6c39dp146okiplthpl36h2onhu215mlh02ut7ul97vt8st2sqlua984o6n6qaia/f/c3210dcded6348879aa271dfd50d60b0 as hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/ns2/table2/33b33b6826ded1ceb5f928910feac225/f/32632c675ffe42f590b9bcb9986b1427_SeqId_4_ 2024-11-26T08:35:35,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40717 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e808fa4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T08:35:35,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40717 {}] client.ClusterIdFetcher(90): Going to request 719ac8e87449,38507,-1 for getting cluster id 2024-11-26T08:35:35,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40717 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T08:35:35,585 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '17d1c972-e6d1-49bb-8136-c4aa91e4da0d' 2024-11-26T08:35:35,585 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T08:35:35,585 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "17d1c972-e6d1-49bb-8136-c4aa91e4da0d" 2024-11-26T08:35:35,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1758cea7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T08:35:35,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [719ac8e87449,38507,-1] 2024-11-26T08:35:35,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T08:35:35,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T08:35:35,587 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47144, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T08:35:35,587 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@af44644, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T08:35:35,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40717 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T08:35:35,588 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 719ac8e87449,38507,1732610021435 2024-11-26T08:35:35,588 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@67c1523c 2024-11-26T08:35:35,588 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T08:35:35,589 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47160, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T08:35:35,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40717 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T08:35:35,590 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=719ac8e87449,40717,1732610023231, seqNum=-1] 2024-11-26T08:35:35,590 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T08:35:35,591 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40138, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T08:35:35,596 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-26T08:35:35,601 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-26T08:35:35,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1732610042090.95821178b82ab750c0fdf68811cdef5b., hostname=719ac8e87449,40717,1732610023231, seqNum=2] 2024-11-26T08:35:35,608 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40717 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40717. 2024-11-26T08:35:35,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40717 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T08:35:35,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40717 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T08:35:35,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40717 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T08:35:35,608 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T08:35:35,609 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40717 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/staging/jenkins__ns2_table2__n6c39dp146okiplthpl36h2onhu215mlh02ut7ul97vt8st2sqlua984o6n6qaia/f/c3210dcded6348879aa271dfd50d60b0 into 33b33b6826ded1ceb5f928910feac225/f as hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/ns2/table2/33b33b6826ded1ceb5f928910feac225/f/32632c675ffe42f590b9bcb9986b1427_SeqId_4_ - updating store file list. 2024-11-26T08:35:35,614 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40717 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/ns2/table2/33b33b6826ded1ceb5f928910feac225/f/32632c675ffe42f590b9bcb9986b1427_SeqId_4_ into 33b33b6826ded1ceb5f928910feac225/f 2024-11-26T08:35:35,614 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40717 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/staging/jenkins__ns2_table2__n6c39dp146okiplthpl36h2onhu215mlh02ut7ul97vt8st2sqlua984o6n6qaia/f/c3210dcded6348879aa271dfd50d60b0 into 33b33b6826ded1ceb5f928910feac225/f (new location: hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/ns2/table2/33b33b6826ded1ceb5f928910feac225/f/32632c675ffe42f590b9bcb9986b1427_SeqId_4_) 2024-11-26T08:35:35,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40717 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/staging/jenkins__ns2_table2__n6c39dp146okiplthpl36h2onhu215mlh02ut7ul97vt8st2sqlua984o6n6qaia/f/c3210dcded6348879aa271dfd50d60b0 2024-11-26T08:35:35,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40717 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a507d53, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T08:35:35,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40717 {}] client.ClusterIdFetcher(90): Going to request 719ac8e87449,38507,-1 for getting cluster id 2024-11-26T08:35:35,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40717 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T08:35:35,617 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '17d1c972-e6d1-49bb-8136-c4aa91e4da0d' 2024-11-26T08:35:35,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T08:35:35,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "17d1c972-e6d1-49bb-8136-c4aa91e4da0d" 2024-11-26T08:35:35,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16da7bf7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T08:35:35,618 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [719ac8e87449,38507,-1] 2024-11-26T08:35:35,618 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T08:35:35,618 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T08:35:35,618 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47184, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-26T08:35:35,619 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78b4e60f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T08:35:35,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40717 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T08:35:35,620 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 719ac8e87449,38507,1732610021435 2024-11-26T08:35:35,620 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6430479f 2024-11-26T08:35:35,620 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T08:35:35,621 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47192, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-26T08:35:35,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40717 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T08:35:35,622 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=719ac8e87449,40717,1732610023231, seqNum=-1] 2024-11-26T08:35:35,622 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T08:35:35,623 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40148, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-26T08:35:35,628 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-26T08:35:35,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-26T08:35:35,637 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1732610042090.95821178b82ab750c0fdf68811cdef5b., hostname=719ac8e87449,40717,1732610023231, seqNum=2] 2024-11-26T08:35:35,640 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40717 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40717. 2024-11-26T08:35:35,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40717 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T08:35:35,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40717 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T08:35:35,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40717 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T08:35:35,640 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T08:35:35,642 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T08:35:35,642 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:90) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:192) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T08:35:35,642 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T08:35:35,642 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T08:35:35,642 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T08:35:35,642 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(95): Restore Job finished:0 2024-11-26T08:35:35,642 INFO [Time-limited test {}] impl.RestoreTablesClient(229): Restore includes the following image(s): 2024-11-26T08:35:35,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=ns2:table2,,1732610130947.33b33b6826ded1ceb5f928910feac225., hostname=719ac8e87449,40717,1732610023231, seqNum=2 , the old value is region=ns2:table2,,1732610130947.33b33b6826ded1ceb5f928910feac225., hostname=719ac8e87449,40717,1732610023231, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=719ac8e87449:40717 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-26T08:35:35,643 INFO [Time-limited test {}] impl.RestoreTablesClient(231): Backup: backup_1732610041935 hdfs://localhost:46515/backupUT/backup_1732610041935/ns2/test-17326100317281/ 2024-11-26T08:35:35,643 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=ns2:table2,,1732610130947.33b33b6826ded1ceb5f928910feac225., hostname=719ac8e87449,40717,1732610023231, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-26T08:35:35,643 DEBUG [Time-limited test {}] impl.RestoreTablesClient(236): restoreStage finished 2024-11-26T08:35:35,643 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=ns2:table2,,1732610130947.33b33b6826ded1ceb5f928910feac225., hostname=719ac8e87449,40717,1732610023231, seqNum=2 from cache 2024-11-26T08:35:35,643 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-26T08:35:35,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='', locateType=CURRENT is [region=table1,,1732610125121.94d6855f89f9a3a113872d4c85fc6e99., hostname=719ac8e87449,40717,1732610023231, seqNum=2] 2024-11-26T08:35:35,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row0', locateType=CURRENT is [region=table1,row0,1732610125121.93c9131a823100adc9ad95efba3a9a1d., hostname=719ac8e87449,40717,1732610023231, seqNum=2] 2024-11-26T08:35:35,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:table2', row='', locateType=CURRENT is [region=ns2:table2,,1732610130947.33b33b6826ded1ceb5f928910feac225., hostname=719ac8e87449,40717,1732610023231, seqNum=2] 2024-11-26T08:35:35,675 DEBUG [Time-limited test {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:46515/backupUT/backup_1732610111785/.backup.manifest 2024-11-26T08:35:35,678 DEBUG [Time-limited test {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1732610111785/.backup.manifest 2024-11-26T08:35:35,679 DEBUG [Time-limited test {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:46515/backupUT/backup_1732610076446/.backup.manifest 2024-11-26T08:35:35,681 DEBUG [Time-limited test {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1732610076446/.backup.manifest 2024-11-26T08:35:35,681 INFO [Time-limited test {}] impl.RestoreTablesClient(147): Restoring 'test-1732610031728' to 'table1' from full backup image hdfs://localhost:46515/backupUT/backup_1732610076446/default/test-1732610031728 2024-11-26T08:35:35,683 DEBUG [Time-limited test {}] util.RestoreTool(295): Retrieved descriptor: 'test-1732610031728', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} thru backup_1732610111785 2024-11-26T08:35:35,687 INFO [Time-limited test {}] util.RestoreTool(480): Truncating exising target table 'table1', preserving region splits 2024-11-26T08:35:35,690 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable table1 2024-11-26T08:35:35,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] procedure2.ProcedureExecutor(1139): Stored pid=70, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=table1 2024-11-26T08:35:35,697 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732610135697"}]},"ts":"1732610135697"} 2024-11-26T08:35:35,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-26T08:35:35,699 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=table1, state=DISABLING in hbase:meta 2024-11-26T08:35:35,699 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set table1 to state=DISABLING 2024-11-26T08:35:35,700 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=71, ppid=70, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=table1}] 2024-11-26T08:35:35,705 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=72, ppid=71, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=94d6855f89f9a3a113872d4c85fc6e99, UNASSIGN}, {pid=73, ppid=71, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=93c9131a823100adc9ad95efba3a9a1d, UNASSIGN}] 2024-11-26T08:35:35,706 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=73, ppid=71, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=93c9131a823100adc9ad95efba3a9a1d, UNASSIGN 2024-11-26T08:35:35,706 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=72, ppid=71, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=94d6855f89f9a3a113872d4c85fc6e99, UNASSIGN 2024-11-26T08:35:35,707 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=73 updating hbase:meta row=93c9131a823100adc9ad95efba3a9a1d, regionState=CLOSING, regionLocation=719ac8e87449,40717,1732610023231 2024-11-26T08:35:35,707 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=72 updating hbase:meta row=94d6855f89f9a3a113872d4c85fc6e99, regionState=CLOSING, regionLocation=719ac8e87449,40717,1732610023231 2024-11-26T08:35:35,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=73, ppid=71, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=table1, region=93c9131a823100adc9ad95efba3a9a1d, UNASSIGN because future has completed 2024-11-26T08:35:35,709 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-26T08:35:35,709 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=74, ppid=73, state=RUNNABLE, hasLock=false; CloseRegionProcedure 93c9131a823100adc9ad95efba3a9a1d, server=719ac8e87449,40717,1732610023231}] 2024-11-26T08:35:35,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=72, ppid=71, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=table1, region=94d6855f89f9a3a113872d4c85fc6e99, UNASSIGN because future has completed 2024-11-26T08:35:35,710 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-26T08:35:35,710 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=75, ppid=72, state=RUNNABLE, hasLock=false; CloseRegionProcedure 94d6855f89f9a3a113872d4c85fc6e99, server=719ac8e87449,40717,1732610023231}] 2024-11-26T08:35:35,754 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'ns2:table2', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=719ac8e87449:40717 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 34 more 2024-11-26T08:35:35,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-26T08:35:35,862 INFO [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] handler.UnassignRegionHandler(122): Close 94d6855f89f9a3a113872d4c85fc6e99 2024-11-26T08:35:35,862 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-26T08:35:35,862 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] regionserver.HRegion(1722): Closing 94d6855f89f9a3a113872d4c85fc6e99, disabling compactions & flushes 2024-11-26T08:35:35,862 INFO [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] regionserver.HRegion(1755): Closing region table1,,1732610125121.94d6855f89f9a3a113872d4c85fc6e99. 2024-11-26T08:35:35,862 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] regionserver.HRegion(1776): Time limited wait for close lock on table1,,1732610125121.94d6855f89f9a3a113872d4c85fc6e99. 2024-11-26T08:35:35,862 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] regionserver.HRegion(1843): Acquired close lock on table1,,1732610125121.94d6855f89f9a3a113872d4c85fc6e99. after waiting 0 ms 2024-11-26T08:35:35,862 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] regionserver.HRegion(1853): Updates disabled for region table1,,1732610125121.94d6855f89f9a3a113872d4c85fc6e99. 2024-11-26T08:35:35,869 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/default/table1/94d6855f89f9a3a113872d4c85fc6e99/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-26T08:35:35,870 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-26T08:35:35,871 INFO [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] regionserver.HRegion(1973): Closed table1,,1732610125121.94d6855f89f9a3a113872d4c85fc6e99. 2024-11-26T08:35:35,871 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] regionserver.HRegion(1676): Region close journal for 94d6855f89f9a3a113872d4c85fc6e99: Waiting for close lock at 1732610135862Running coprocessor pre-close hooks at 1732610135862Disabling compacts and flushes for region at 1732610135862Disabling writes for close at 1732610135862Writing region close event to WAL at 1732610135863 (+1 ms)Running coprocessor post-close hooks at 1732610135870 (+7 ms)Closed at 1732610135871 (+1 ms) 2024-11-26T08:35:35,873 INFO [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] handler.UnassignRegionHandler(157): Closed 94d6855f89f9a3a113872d4c85fc6e99 2024-11-26T08:35:35,873 INFO [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] handler.UnassignRegionHandler(122): Close 93c9131a823100adc9ad95efba3a9a1d 2024-11-26T08:35:35,873 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-26T08:35:35,873 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1722): Closing 93c9131a823100adc9ad95efba3a9a1d, disabling compactions & flushes 2024-11-26T08:35:35,873 INFO [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1755): Closing region table1,row0,1732610125121.93c9131a823100adc9ad95efba3a9a1d. 2024-11-26T08:35:35,873 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1776): Time limited wait for close lock on table1,row0,1732610125121.93c9131a823100adc9ad95efba3a9a1d. 2024-11-26T08:35:35,873 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1843): Acquired close lock on table1,row0,1732610125121.93c9131a823100adc9ad95efba3a9a1d. after waiting 0 ms 2024-11-26T08:35:35,873 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1853): Updates disabled for region table1,row0,1732610125121.93c9131a823100adc9ad95efba3a9a1d. 2024-11-26T08:35:35,873 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=72 updating hbase:meta row=94d6855f89f9a3a113872d4c85fc6e99, regionState=CLOSED 2024-11-26T08:35:35,875 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=75, ppid=72, state=RUNNABLE, hasLock=false; CloseRegionProcedure 94d6855f89f9a3a113872d4c85fc6e99, server=719ac8e87449,40717,1732610023231 because future has completed 2024-11-26T08:35:35,877 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/default/table1/93c9131a823100adc9ad95efba3a9a1d/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-26T08:35:35,878 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-26T08:35:35,878 INFO [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1973): Closed table1,row0,1732610125121.93c9131a823100adc9ad95efba3a9a1d. 2024-11-26T08:35:35,878 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1676): Region close journal for 93c9131a823100adc9ad95efba3a9a1d: Waiting for close lock at 1732610135873Running coprocessor pre-close hooks at 1732610135873Disabling compacts and flushes for region at 1732610135873Disabling writes for close at 1732610135873Writing region close event to WAL at 1732610135874 (+1 ms)Running coprocessor post-close hooks at 1732610135878 (+4 ms)Closed at 1732610135878 2024-11-26T08:35:35,878 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=75, resume processing ppid=72 2024-11-26T08:35:35,878 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=75, ppid=72, state=SUCCESS, hasLock=false; CloseRegionProcedure 94d6855f89f9a3a113872d4c85fc6e99, server=719ac8e87449,40717,1732610023231 in 166 msec 2024-11-26T08:35:35,879 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=72, ppid=71, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=94d6855f89f9a3a113872d4c85fc6e99, UNASSIGN in 173 msec 2024-11-26T08:35:35,880 INFO [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] handler.UnassignRegionHandler(157): Closed 93c9131a823100adc9ad95efba3a9a1d 2024-11-26T08:35:35,880 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=73 updating hbase:meta row=93c9131a823100adc9ad95efba3a9a1d, regionState=CLOSED 2024-11-26T08:35:35,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=74, ppid=73, state=RUNNABLE, hasLock=false; CloseRegionProcedure 93c9131a823100adc9ad95efba3a9a1d, server=719ac8e87449,40717,1732610023231 because future has completed 2024-11-26T08:35:35,884 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=74, resume processing ppid=73 2024-11-26T08:35:35,884 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=74, ppid=73, state=SUCCESS, hasLock=false; CloseRegionProcedure 93c9131a823100adc9ad95efba3a9a1d, server=719ac8e87449,40717,1732610023231 in 173 msec 2024-11-26T08:35:35,885 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=73, resume processing ppid=71 2024-11-26T08:35:35,886 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=73, ppid=71, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=93c9131a823100adc9ad95efba3a9a1d, UNASSIGN in 179 msec 2024-11-26T08:35:35,888 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=71, resume processing ppid=70 2024-11-26T08:35:35,888 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=71, ppid=70, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=table1 in 186 msec 2024-11-26T08:35:35,889 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732610135889"}]},"ts":"1732610135889"} 2024-11-26T08:35:35,890 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=table1, state=DISABLED in hbase:meta 2024-11-26T08:35:35,890 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set table1 to state=DISABLED 2024-11-26T08:35:35,892 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=70, state=SUCCESS, hasLock=false; DisableTableProcedure table=table1 in 199 msec 2024-11-26T08:35:36,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-26T08:35:36,015 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:table1 completed 2024-11-26T08:35:36,022 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] master.HMaster$6(2602): Client=jenkins//172.17.0.2 truncate table1 2024-11-26T08:35:36,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] procedure2.ProcedureExecutor(1139): Stored pid=76, state=RUNNABLE:TRUNCATE_TABLE_PRE_OPERATION, hasLock=false; TruncateTableProcedure (table=table1 preserveSplits=true) 2024-11-26T08:35:36,031 DEBUG [PEWorker-3 {}] procedure.TruncateTableProcedure(87): waiting for 'table1' regions in transition 2024-11-26T08:35:36,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-26T08:35:36,036 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/default/table1/94d6855f89f9a3a113872d4c85fc6e99 2024-11-26T08:35:36,036 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/default/table1/93c9131a823100adc9ad95efba3a9a1d 2024-11-26T08:35:36,040 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/default/table1/93c9131a823100adc9ad95efba3a9a1d/f, FileablePath, hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/default/table1/93c9131a823100adc9ad95efba3a9a1d/f3, FileablePath, hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/default/table1/93c9131a823100adc9ad95efba3a9a1d/mob, FileablePath, hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/default/table1/93c9131a823100adc9ad95efba3a9a1d/recovered.edits] 2024-11-26T08:35:36,040 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/default/table1/94d6855f89f9a3a113872d4c85fc6e99/f, FileablePath, hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/default/table1/94d6855f89f9a3a113872d4c85fc6e99/f3, FileablePath, hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/default/table1/94d6855f89f9a3a113872d4c85fc6e99/mob, FileablePath, hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/default/table1/94d6855f89f9a3a113872d4c85fc6e99/recovered.edits] 2024-11-26T08:35:36,043 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/default/table1/93c9131a823100adc9ad95efba3a9a1d/f/ace0e13b7fd146a293a375e46d3c5cde_SeqId_4_ to hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/archive/data/default/table1/93c9131a823100adc9ad95efba3a9a1d/f/ace0e13b7fd146a293a375e46d3c5cde_SeqId_4_ 2024-11-26T08:35:36,044 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/default/table1/94d6855f89f9a3a113872d4c85fc6e99/f3/65a46e3b65a14627b0aebf49d9735740_SeqId_4_ to hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/archive/data/default/table1/94d6855f89f9a3a113872d4c85fc6e99/f3/65a46e3b65a14627b0aebf49d9735740_SeqId_4_ 2024-11-26T08:35:36,047 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/default/table1/94d6855f89f9a3a113872d4c85fc6e99/mob/b1c5472bec034aee8162ef9126edd086_SeqId_4_ to hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/archive/data/default/table1/94d6855f89f9a3a113872d4c85fc6e99/mob/b1c5472bec034aee8162ef9126edd086_SeqId_4_ 2024-11-26T08:35:36,048 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/default/table1/93c9131a823100adc9ad95efba3a9a1d/recovered.edits/6.seqid to hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/archive/data/default/table1/93c9131a823100adc9ad95efba3a9a1d/recovered.edits/6.seqid 2024-11-26T08:35:36,048 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/default/table1/93c9131a823100adc9ad95efba3a9a1d 2024-11-26T08:35:36,050 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/default/table1/94d6855f89f9a3a113872d4c85fc6e99/recovered.edits/6.seqid to hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/archive/data/default/table1/94d6855f89f9a3a113872d4c85fc6e99/recovered.edits/6.seqid 2024-11-26T08:35:36,050 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/default/table1/94d6855f89f9a3a113872d4c85fc6e99 2024-11-26T08:35:36,050 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived table1 regions 2024-11-26T08:35:36,051 DEBUG [PEWorker-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/mobdir/data/default/table1/b4aaa492ee713125ae5609f2682a2d2f 2024-11-26T08:35:36,051 DEBUG [PEWorker-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/mobdir/data/default/table1/b4aaa492ee713125ae5609f2682a2d2f/mob] 2024-11-26T08:35:36,053 DEBUG [PEWorker-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/mobdir/data/default/table1/b4aaa492ee713125ae5609f2682a2d2f 2024-11-26T08:35:36,059 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40717 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-26T08:35:36,063 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 2 rows of table1 from hbase:meta 2024-11-26T08:35:36,066 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'table1' descriptor. 2024-11-26T08:35:36,066 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'table1' from region states. 2024-11-26T08:35:36,067 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"table1,,1732610125121.94d6855f89f9a3a113872d4c85fc6e99.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732610136066"}]},"ts":"9223372036854775807"} 2024-11-26T08:35:36,067 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"table1,row0,1732610125121.93c9131a823100adc9ad95efba3a9a1d.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732610136066"}]},"ts":"9223372036854775807"} 2024-11-26T08:35:36,069 INFO [PEWorker-3 {}] assignment.RegionStateStore(562): Deleted 2 regions from META 2024-11-26T08:35:36,069 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 94d6855f89f9a3a113872d4c85fc6e99, NAME => 'table1,,1732610125121.94d6855f89f9a3a113872d4c85fc6e99.', STARTKEY => '', ENDKEY => 'row0'}, {ENCODED => 93c9131a823100adc9ad95efba3a9a1d, NAME => 'table1,row0,1732610125121.93c9131a823100adc9ad95efba3a9a1d.', STARTKEY => 'row0', ENDKEY => ''}] 2024-11-26T08:35:36,069 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'table1' as deleted. 2024-11-26T08:35:36,069 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732610136069"}]},"ts":"9223372036854775807"} 2024-11-26T08:35:36,071 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(867): Deleted table table1 state from META 2024-11-26T08:35:36,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37101 is added to blk_1073741982_1158 (size=938) 2024-11-26T08:35:36,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-26T08:35:36,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-26T08:35:36,484 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7b650bf41f467f34aacfaa5fcbd6de9b, NAME => 'table1,,1732610136055.7b650bf41f467f34aacfaa5fcbd6de9b.', STARTKEY => '', ENDKEY => 'row0'}, tableDescriptor='table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6 2024-11-26T08:35:36,485 INFO [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => a64abc36838edf86dd7531cf54135a9b, NAME => 'table1,row0,1732610136055.a64abc36838edf86dd7531cf54135a9b.', STARTKEY => 'row0', ENDKEY => ''}, tableDescriptor='table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6 2024-11-26T08:35:36,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37101 is added to blk_1073741983_1159 (size=45) 2024-11-26T08:35:36,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37101 is added to blk_1073741984_1160 (size=45) 2024-11-26T08:35:36,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-26T08:35:36,896 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(898): Instantiated table1,row0,1732610136055.a64abc36838edf86dd7531cf54135a9b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T08:35:36,896 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1722): Closing a64abc36838edf86dd7531cf54135a9b, disabling compactions & flushes 2024-11-26T08:35:36,896 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(898): Instantiated table1,,1732610136055.7b650bf41f467f34aacfaa5fcbd6de9b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T08:35:36,896 INFO [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1755): Closing region table1,row0,1732610136055.a64abc36838edf86dd7531cf54135a9b. 2024-11-26T08:35:36,896 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on table1,row0,1732610136055.a64abc36838edf86dd7531cf54135a9b. 2024-11-26T08:35:36,897 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1722): Closing 7b650bf41f467f34aacfaa5fcbd6de9b, disabling compactions & flushes 2024-11-26T08:35:36,897 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1755): Closing region table1,,1732610136055.7b650bf41f467f34aacfaa5fcbd6de9b. 2024-11-26T08:35:36,897 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on table1,row0,1732610136055.a64abc36838edf86dd7531cf54135a9b. after waiting 0 ms 2024-11-26T08:35:36,897 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on table1,,1732610136055.7b650bf41f467f34aacfaa5fcbd6de9b. 2024-11-26T08:35:36,897 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region table1,row0,1732610136055.a64abc36838edf86dd7531cf54135a9b. 2024-11-26T08:35:36,897 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on table1,,1732610136055.7b650bf41f467f34aacfaa5fcbd6de9b. after waiting 0 ms 2024-11-26T08:35:36,897 INFO [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1973): Closed table1,row0,1732610136055.a64abc36838edf86dd7531cf54135a9b. 2024-11-26T08:35:36,897 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region table1,,1732610136055.7b650bf41f467f34aacfaa5fcbd6de9b. 2024-11-26T08:35:36,897 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1676): Region close journal for a64abc36838edf86dd7531cf54135a9b: Waiting for close lock at 1732610136896Disabling compacts and flushes for region at 1732610136896Disabling writes for close at 1732610136897 (+1 ms)Writing region close event to WAL at 1732610136897Closed at 1732610136897 2024-11-26T08:35:36,897 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1973): Closed table1,,1732610136055.7b650bf41f467f34aacfaa5fcbd6de9b. 2024-11-26T08:35:36,897 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7b650bf41f467f34aacfaa5fcbd6de9b: Waiting for close lock at 1732610136896Disabling compacts and flushes for region at 1732610136896Disabling writes for close at 1732610136897 (+1 ms)Writing region close event to WAL at 1732610136897Closed at 1732610136897 2024-11-26T08:35:36,899 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"table1,row0,1732610136055.a64abc36838edf86dd7531cf54135a9b.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1732610136899"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732610136899"}]},"ts":"1732610136899"} 2024-11-26T08:35:36,900 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"table1,,1732610136055.7b650bf41f467f34aacfaa5fcbd6de9b.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1732610136899"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732610136899"}]},"ts":"1732610136899"} 2024-11-26T08:35:36,904 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-26T08:35:36,905 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732610136905"}]},"ts":"1732610136905"} 2024-11-26T08:35:36,907 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=table1, state=ENABLING in hbase:meta 2024-11-26T08:35:36,908 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=77, ppid=76, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=7b650bf41f467f34aacfaa5fcbd6de9b, ASSIGN}, {pid=78, ppid=76, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=a64abc36838edf86dd7531cf54135a9b, ASSIGN}] 2024-11-26T08:35:36,909 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=77, ppid=76, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=7b650bf41f467f34aacfaa5fcbd6de9b, ASSIGN 2024-11-26T08:35:36,909 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=78, ppid=76, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=a64abc36838edf86dd7531cf54135a9b, ASSIGN 2024-11-26T08:35:36,909 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=78, ppid=76, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=table1, region=a64abc36838edf86dd7531cf54135a9b, ASSIGN; state=OFFLINE, location=719ac8e87449,40717,1732610023231; forceNewPlan=false, retain=false 2024-11-26T08:35:36,909 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=77, ppid=76, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=table1, region=7b650bf41f467f34aacfaa5fcbd6de9b, ASSIGN; state=OFFLINE, location=719ac8e87449,40717,1732610023231; forceNewPlan=false, retain=false 2024-11-26T08:35:37,061 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=78 updating hbase:meta row=a64abc36838edf86dd7531cf54135a9b, regionState=OPENING, regionLocation=719ac8e87449,40717,1732610023231 2024-11-26T08:35:37,061 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=77 updating hbase:meta row=7b650bf41f467f34aacfaa5fcbd6de9b, regionState=OPENING, regionLocation=719ac8e87449,40717,1732610023231 2024-11-26T08:35:37,066 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=77, ppid=76, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=table1, region=7b650bf41f467f34aacfaa5fcbd6de9b, ASSIGN because future has completed 2024-11-26T08:35:37,066 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=79, ppid=77, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7b650bf41f467f34aacfaa5fcbd6de9b, server=719ac8e87449,40717,1732610023231}] 2024-11-26T08:35:37,067 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=78, ppid=76, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=table1, region=a64abc36838edf86dd7531cf54135a9b, ASSIGN because future has completed 2024-11-26T08:35:37,068 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=80, ppid=78, state=RUNNABLE, hasLock=false; OpenRegionProcedure a64abc36838edf86dd7531cf54135a9b, server=719ac8e87449,40717,1732610023231}] 2024-11-26T08:35:37,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-26T08:35:37,226 INFO [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] handler.AssignRegionHandler(132): Open table1,row0,1732610136055.a64abc36838edf86dd7531cf54135a9b. 2024-11-26T08:35:37,227 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(7752): Opening region: {ENCODED => a64abc36838edf86dd7531cf54135a9b, NAME => 'table1,row0,1732610136055.a64abc36838edf86dd7531cf54135a9b.', STARTKEY => 'row0', ENDKEY => ''} 2024-11-26T08:35:37,227 INFO [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-26T08:35:37,228 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 a64abc36838edf86dd7531cf54135a9b 2024-11-26T08:35:37,228 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(898): Instantiated table1,row0,1732610136055.a64abc36838edf86dd7531cf54135a9b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T08:35:37,228 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(7794): checking encryption for a64abc36838edf86dd7531cf54135a9b 2024-11-26T08:35:37,228 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(7797): checking classloading for a64abc36838edf86dd7531cf54135a9b 2024-11-26T08:35:37,230 INFO [StoreOpener-a64abc36838edf86dd7531cf54135a9b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region a64abc36838edf86dd7531cf54135a9b 2024-11-26T08:35:37,232 INFO [StoreOpener-a64abc36838edf86dd7531cf54135a9b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a64abc36838edf86dd7531cf54135a9b columnFamilyName f 2024-11-26T08:35:37,232 DEBUG [StoreOpener-a64abc36838edf86dd7531cf54135a9b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T08:35:37,233 INFO [StoreOpener-a64abc36838edf86dd7531cf54135a9b-1 {}] regionserver.HStore(327): Store=a64abc36838edf86dd7531cf54135a9b/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T08:35:37,233 INFO [StoreOpener-a64abc36838edf86dd7531cf54135a9b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f3 of region a64abc36838edf86dd7531cf54135a9b 2024-11-26T08:35:37,234 INFO [StoreOpener-a64abc36838edf86dd7531cf54135a9b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a64abc36838edf86dd7531cf54135a9b columnFamilyName f3 2024-11-26T08:35:37,235 DEBUG [StoreOpener-a64abc36838edf86dd7531cf54135a9b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T08:35:37,235 INFO [StoreOpener-a64abc36838edf86dd7531cf54135a9b-1 {}] regionserver.HStore(327): Store=a64abc36838edf86dd7531cf54135a9b/f3, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T08:35:37,235 INFO [StoreOpener-a64abc36838edf86dd7531cf54135a9b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region a64abc36838edf86dd7531cf54135a9b 2024-11-26T08:35:37,237 INFO [StoreOpener-a64abc36838edf86dd7531cf54135a9b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a64abc36838edf86dd7531cf54135a9b columnFamilyName mob 2024-11-26T08:35:37,238 DEBUG [StoreOpener-a64abc36838edf86dd7531cf54135a9b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T08:35:37,238 INFO [StoreOpener-a64abc36838edf86dd7531cf54135a9b-1 {}] regionserver.HStore(327): Store=a64abc36838edf86dd7531cf54135a9b/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T08:35:37,239 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1038): replaying wal for a64abc36838edf86dd7531cf54135a9b 2024-11-26T08:35:37,240 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/default/table1/a64abc36838edf86dd7531cf54135a9b 2024-11-26T08:35:37,240 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/default/table1/a64abc36838edf86dd7531cf54135a9b 2024-11-26T08:35:37,241 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1048): stopping wal replay for a64abc36838edf86dd7531cf54135a9b 2024-11-26T08:35:37,241 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1060): Cleaning up temporary data for a64abc36838edf86dd7531cf54135a9b 2024-11-26T08:35:37,242 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T08:35:37,244 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1093): writing seq id for a64abc36838edf86dd7531cf54135a9b 2024-11-26T08:35:37,246 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/default/table1/a64abc36838edf86dd7531cf54135a9b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T08:35:37,247 INFO [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1114): Opened a64abc36838edf86dd7531cf54135a9b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10880799680, jitterRate=0.013353437185287476}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T08:35:37,247 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a64abc36838edf86dd7531cf54135a9b 2024-11-26T08:35:37,248 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1006): Region open journal for a64abc36838edf86dd7531cf54135a9b: Running coprocessor pre-open hook at 1732610137228Writing region info on filesystem at 1732610137228Initializing all the Stores at 1732610137230 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732610137230Instantiating store for column family {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732610137230Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732610137230Cleaning up temporary data from old regions at 1732610137241 (+11 ms)Running coprocessor post-open hooks at 1732610137247 (+6 ms)Region opened successfully at 1732610137248 (+1 ms) 2024-11-26T08:35:37,249 INFO [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegionServer(2236): Post open deploy tasks for table1,row0,1732610136055.a64abc36838edf86dd7531cf54135a9b., pid=80, masterSystemTime=1732610137220 2024-11-26T08:35:37,251 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegionServer(2266): Finished post open deploy task for table1,row0,1732610136055.a64abc36838edf86dd7531cf54135a9b. 2024-11-26T08:35:37,251 INFO [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] handler.AssignRegionHandler(153): Opened table1,row0,1732610136055.a64abc36838edf86dd7531cf54135a9b. 2024-11-26T08:35:37,251 INFO [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] handler.AssignRegionHandler(132): Open table1,,1732610136055.7b650bf41f467f34aacfaa5fcbd6de9b. 2024-11-26T08:35:37,251 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(7752): Opening region: {ENCODED => 7b650bf41f467f34aacfaa5fcbd6de9b, NAME => 'table1,,1732610136055.7b650bf41f467f34aacfaa5fcbd6de9b.', STARTKEY => '', ENDKEY => 'row0'} 2024-11-26T08:35:37,251 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=78 updating hbase:meta row=a64abc36838edf86dd7531cf54135a9b, regionState=OPEN, openSeqNum=2, regionLocation=719ac8e87449,40717,1732610023231 2024-11-26T08:35:37,251 INFO [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-26T08:35:37,252 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 7b650bf41f467f34aacfaa5fcbd6de9b 2024-11-26T08:35:37,252 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(898): Instantiated table1,,1732610136055.7b650bf41f467f34aacfaa5fcbd6de9b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T08:35:37,252 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(7794): checking encryption for 7b650bf41f467f34aacfaa5fcbd6de9b 2024-11-26T08:35:37,252 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(7797): checking classloading for 7b650bf41f467f34aacfaa5fcbd6de9b 2024-11-26T08:35:37,253 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=80, ppid=78, state=RUNNABLE, hasLock=false; OpenRegionProcedure a64abc36838edf86dd7531cf54135a9b, server=719ac8e87449,40717,1732610023231 because future has completed 2024-11-26T08:35:37,253 INFO [StoreOpener-7b650bf41f467f34aacfaa5fcbd6de9b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 7b650bf41f467f34aacfaa5fcbd6de9b 2024-11-26T08:35:37,255 INFO [StoreOpener-7b650bf41f467f34aacfaa5fcbd6de9b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7b650bf41f467f34aacfaa5fcbd6de9b columnFamilyName f 2024-11-26T08:35:37,255 DEBUG [StoreOpener-7b650bf41f467f34aacfaa5fcbd6de9b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T08:35:37,256 INFO [StoreOpener-7b650bf41f467f34aacfaa5fcbd6de9b-1 {}] regionserver.HStore(327): Store=7b650bf41f467f34aacfaa5fcbd6de9b/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T08:35:37,256 INFO [StoreOpener-7b650bf41f467f34aacfaa5fcbd6de9b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f3 of region 7b650bf41f467f34aacfaa5fcbd6de9b 2024-11-26T08:35:37,256 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=80, resume processing ppid=78 2024-11-26T08:35:37,256 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=80, ppid=78, state=SUCCESS, hasLock=false; OpenRegionProcedure a64abc36838edf86dd7531cf54135a9b, server=719ac8e87449,40717,1732610023231 in 186 msec 2024-11-26T08:35:37,257 INFO [StoreOpener-7b650bf41f467f34aacfaa5fcbd6de9b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7b650bf41f467f34aacfaa5fcbd6de9b columnFamilyName f3 2024-11-26T08:35:37,257 DEBUG [StoreOpener-7b650bf41f467f34aacfaa5fcbd6de9b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T08:35:37,257 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=78, ppid=76, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=a64abc36838edf86dd7531cf54135a9b, ASSIGN in 349 msec 2024-11-26T08:35:37,258 INFO [StoreOpener-7b650bf41f467f34aacfaa5fcbd6de9b-1 {}] regionserver.HStore(327): Store=7b650bf41f467f34aacfaa5fcbd6de9b/f3, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T08:35:37,258 INFO [StoreOpener-7b650bf41f467f34aacfaa5fcbd6de9b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region 7b650bf41f467f34aacfaa5fcbd6de9b 2024-11-26T08:35:37,259 INFO [StoreOpener-7b650bf41f467f34aacfaa5fcbd6de9b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7b650bf41f467f34aacfaa5fcbd6de9b columnFamilyName mob 2024-11-26T08:35:37,259 DEBUG [StoreOpener-7b650bf41f467f34aacfaa5fcbd6de9b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T08:35:37,260 INFO [StoreOpener-7b650bf41f467f34aacfaa5fcbd6de9b-1 {}] regionserver.HStore(327): Store=7b650bf41f467f34aacfaa5fcbd6de9b/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T08:35:37,260 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1038): replaying wal for 7b650bf41f467f34aacfaa5fcbd6de9b 2024-11-26T08:35:37,261 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/default/table1/7b650bf41f467f34aacfaa5fcbd6de9b 2024-11-26T08:35:37,262 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/default/table1/7b650bf41f467f34aacfaa5fcbd6de9b 2024-11-26T08:35:37,263 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1048): stopping wal replay for 7b650bf41f467f34aacfaa5fcbd6de9b 2024-11-26T08:35:37,263 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1060): Cleaning up temporary data for 7b650bf41f467f34aacfaa5fcbd6de9b 2024-11-26T08:35:37,264 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T08:35:37,266 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1093): writing seq id for 7b650bf41f467f34aacfaa5fcbd6de9b 2024-11-26T08:35:37,268 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/default/table1/7b650bf41f467f34aacfaa5fcbd6de9b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T08:35:37,269 INFO [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1114): Opened 7b650bf41f467f34aacfaa5fcbd6de9b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10154574400, jitterRate=-0.0542815625667572}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T08:35:37,269 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7b650bf41f467f34aacfaa5fcbd6de9b 2024-11-26T08:35:37,269 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1006): Region open journal for 7b650bf41f467f34aacfaa5fcbd6de9b: Running coprocessor pre-open hook at 1732610137252Writing region info on filesystem at 1732610137252Initializing all the Stores at 1732610137253 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732610137253Instantiating store for column family {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732610137253Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732610137253Cleaning up temporary data from old regions at 1732610137263 (+10 ms)Running coprocessor post-open hooks at 1732610137269 (+6 ms)Region opened successfully at 1732610137269 2024-11-26T08:35:37,270 INFO [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegionServer(2236): Post open deploy tasks for table1,,1732610136055.7b650bf41f467f34aacfaa5fcbd6de9b., pid=79, masterSystemTime=1732610137220 2024-11-26T08:35:37,273 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegionServer(2266): Finished post open deploy task for table1,,1732610136055.7b650bf41f467f34aacfaa5fcbd6de9b. 2024-11-26T08:35:37,273 INFO [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] handler.AssignRegionHandler(153): Opened table1,,1732610136055.7b650bf41f467f34aacfaa5fcbd6de9b. 2024-11-26T08:35:37,274 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=77 updating hbase:meta row=7b650bf41f467f34aacfaa5fcbd6de9b, regionState=OPEN, openSeqNum=2, regionLocation=719ac8e87449,40717,1732610023231 2024-11-26T08:35:37,276 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=79, ppid=77, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7b650bf41f467f34aacfaa5fcbd6de9b, server=719ac8e87449,40717,1732610023231 because future has completed 2024-11-26T08:35:37,279 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=79, resume processing ppid=77 2024-11-26T08:35:37,279 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=79, ppid=77, state=SUCCESS, hasLock=false; OpenRegionProcedure 7b650bf41f467f34aacfaa5fcbd6de9b, server=719ac8e87449,40717,1732610023231 in 211 msec 2024-11-26T08:35:37,281 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=77, resume processing ppid=76 2024-11-26T08:35:37,281 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=77, ppid=76, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=7b650bf41f467f34aacfaa5fcbd6de9b, ASSIGN in 372 msec 2024-11-26T08:35:37,281 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732610137281"}]},"ts":"1732610137281"} 2024-11-26T08:35:37,283 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=table1, state=ENABLED in hbase:meta 2024-11-26T08:35:37,283 DEBUG [PEWorker-5 {}] procedure.TruncateTableProcedure(145): truncate 'table1' completed 2024-11-26T08:35:37,284 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=76, state=SUCCESS, hasLock=false; TruncateTableProcedure (table=table1 preserveSplits=true) in 1.2590 sec 2024-11-26T08:35:37,594 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobtracker.properties,hadoop-metrics2.properties 2024-11-26T08:35:38,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-26T08:35:38,174 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: TRUNCATE, Table Name: default:table1 completed 2024-11-26T08:35:38,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-11-26T08:35:38,181 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(64): Restore full backup from directory hdfs://localhost:46515/backupUT/backup_1732610076446/default/test-1732610031728/archive/data/default/test-1732610031728/66f0f24d53e8e2382fd077f5e5e35293,hdfs://localhost:46515/backupUT/backup_1732610076446/default/test-1732610031728/archive/data/default/test-1732610031728/aaf2ed5a35d99d782b6a4ccacf5b1db6 from hbase tables test-1732610031728 to tables table1 2024-11-26T08:35:38,181 INFO [Time-limited test {}] mapreduce.MapReduceRestoreJob(72): Restore test-1732610031728 into table1 2024-11-26T08:35:38,184 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(112): add incremental job :hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/hbase-staging/bulk_output-default-table1-1732610138181 from hdfs://localhost:46515/backupUT/backup_1732610076446/default/test-1732610031728/archive/data/default/test-1732610031728/66f0f24d53e8e2382fd077f5e5e35293,hdfs://localhost:46515/backupUT/backup_1732610076446/default/test-1732610031728/archive/data/default/test-1732610031728/aaf2ed5a35d99d782b6a4ccacf5b1db6 2024-11-26T08:35:38,185 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a2fc3c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T08:35:38,185 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 719ac8e87449,38507,-1 for getting cluster id 2024-11-26T08:35:38,185 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T08:35:38,187 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '17d1c972-e6d1-49bb-8136-c4aa91e4da0d' 2024-11-26T08:35:38,187 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T08:35:38,187 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "17d1c972-e6d1-49bb-8136-c4aa91e4da0d" 2024-11-26T08:35:38,187 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@81ea57a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T08:35:38,187 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [719ac8e87449,38507,-1] 2024-11-26T08:35:38,188 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T08:35:38,188 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T08:35:38,189 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47198, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T08:35:38,189 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e889bfb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T08:35:38,190 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T08:35:38,191 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 719ac8e87449,38507,1732610021435 2024-11-26T08:35:38,191 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3033b456 2024-11-26T08:35:38,191 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T08:35:38,192 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47208, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T08:35:38,193 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled 2024-11-26T08:35:38,193 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table table1 2024-11-26T08:35:38,193 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-11-26T08:35:38,193 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T08:35:38,195 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=719ac8e87449,40717,1732610023231, seqNum=-1] 2024-11-26T08:35:38,195 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T08:35:38,196 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40156, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T08:35:38,198 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for table1: 2024-11-26T08:35:38,198 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for table1: row0 2024-11-26T08:35:38,198 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 2 reduce partitions to match current region count for all tables 2024-11-26T08:35:38,198 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/hbase-staging/partitions_63bda65c-bf15-470f-b1f4-70e47579c579 2024-11-26T08:35:38,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37101 is added to blk_1073741985_1161 (size=177) 2024-11-26T08:35:38,608 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-26T08:35:38,609 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-26T08:35:38,610 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-26T08:35:39,467 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/5c1d7269-9c3d-d2f1-151b-0b39cfe105a5/hadoop-15855877908507777633.jar 2024-11-26T08:35:39,467 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-26T08:35:39,467 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-26T08:35:39,468 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-26T08:35:39,468 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-26T08:35:39,468 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-26T08:35:39,468 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-26T08:35:39,468 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-26T08:35:39,469 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-26T08:35:39,469 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-26T08:35:39,469 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-26T08:35:39,469 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-26T08:35:39,469 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-26T08:35:39,470 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-26T08:35:39,470 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-26T08:35:39,470 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-26T08:35:39,470 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-26T08:35:39,470 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-26T08:35:39,470 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-26T08:35:39,471 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-26T08:35:39,471 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-26T08:35:39,471 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-26T08:35:39,471 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-26T08:35:39,471 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-26T08:35:39,471 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-26T08:35:39,472 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-26T08:35:39,472 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-26T08:35:39,472 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-26T08:35:39,472 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: table1 2024-11-26T08:35:39,472 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T08:35:39,472 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.createSubmittableJob(MapReduceHFileSplitterJob.java:123) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.run(MapReduceHFileSplitterJob.java:170) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:82) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:213) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T08:35:39,472 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T08:35:39,472 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T08:35:39,473 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T08:35:39,473 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(124): success configuring load incremental job 2024-11-26T08:35:39,473 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-26T08:35:39,482 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-26T08:35:39,494 WARN [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2024-11-26T08:35:39,593 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/5c1d7269-9c3d-d2f1-151b-0b39cfe105a5/mapreduce.cluster.local.dir/job_local853268442_0014_d50402eb-0a2b-4359-a03c-7473e9b4fa36/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory 2024-11-26T08:35:39,593 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/5c1d7269-9c3d-d2f1-151b-0b39cfe105a5/mapreduce.cluster.local.dir/job_local853268442_0014_d50402eb-0a2b-4359-a03c-7473e9b4fa36/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/* 2024-11-26T08:35:39,644 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:46515/backupUT/backup_1732610076446/default/test-1732610031728/archive/data/default/test-1732610031728/aaf2ed5a35d99d782b6a4ccacf5b1db6/mob/230c2502147743eabe822009d7c853af 2024-11-26T08:35:39,647 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-26T08:35:39,683 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:46515/backupUT/backup_1732610076446/default/test-1732610031728/archive/data/default/test-1732610031728/aaf2ed5a35d99d782b6a4ccacf5b1db6/f/fb5e428c313c44ca94ea919324124661 2024-11-26T08:35:39,687 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-26T08:35:39,708 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:46515/backupUT/backup_1732610076446/default/test-1732610031728/archive/data/default/test-1732610031728/aaf2ed5a35d99d782b6a4ccacf5b1db6/f/b11ceffe501b4d3b9bc2fa24e22eca87 2024-11-26T08:35:39,711 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-26T08:35:39,740 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:46515/backupUT/backup_1732610076446/default/test-1732610031728/archive/data/default/test-1732610031728/66f0f24d53e8e2382fd077f5e5e35293/mob/d41d8cd98f00b204e9800998ecf8427e202411269c28239a423a4983af4adc6a0c66454a_aaf2ed5a35d99d782b6a4ccacf5b1db6 2024-11-26T08:35:39,743 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-26T08:35:39,763 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:46515/backupUT/backup_1732610076446/default/test-1732610031728/archive/data/default/test-1732610031728/aaf2ed5a35d99d782b6a4ccacf5b1db6/mob/6554c3ddb30845989a8b95e8aaf5a79e 2024-11-26T08:35:39,766 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-26T08:35:39,800 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d4b58d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T08:35:39,800 DEBUG [pool-277-thread-1 {}] client.ClusterIdFetcher(90): Going to request 719ac8e87449,38507,-1 for getting cluster id 2024-11-26T08:35:39,801 DEBUG [pool-277-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T08:35:39,801 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '17d1c972-e6d1-49bb-8136-c4aa91e4da0d' 2024-11-26T08:35:39,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T08:35:39,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "17d1c972-e6d1-49bb-8136-c4aa91e4da0d" 2024-11-26T08:35:39,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30228e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T08:35:39,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [719ac8e87449,38507,-1] 2024-11-26T08:35:39,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T08:35:39,803 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T08:35:39,804 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47226, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T08:35:39,804 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cfdf9f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T08:35:39,805 DEBUG [pool-277-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T08:35:39,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=719ac8e87449,40717,1732610023231, seqNum=-1] 2024-11-26T08:35:39,807 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T08:35:39,808 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40162, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T08:35:39,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row-test-1732610031728-1-0', locateType=CURRENT is [region=table1,,1732610136055.7b650bf41f467f34aacfaa5fcbd6de9b., hostname=719ac8e87449,40717,1732610023231, seqNum=2] 2024-11-26T08:35:39,810 INFO [pool-277-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-277-thread-1. 2024-11-26T08:35:39,810 DEBUG [pool-277-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T08:35:39,810 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T08:35:39,810 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T08:35:39,810 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T08:35:39,811 DEBUG [pool-277-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1732610031728-1-0] 2024-11-26T08:35:39,811 DEBUG [pool-277-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 719ac8e87449 2024-11-26T08:35:39,822 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@443e3986, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T08:35:39,822 DEBUG [pool-277-thread-1 {}] client.ClusterIdFetcher(90): Going to request 719ac8e87449,38507,-1 for getting cluster id 2024-11-26T08:35:39,822 DEBUG [pool-277-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T08:35:39,823 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '17d1c972-e6d1-49bb-8136-c4aa91e4da0d' 2024-11-26T08:35:39,823 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T08:35:39,823 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "17d1c972-e6d1-49bb-8136-c4aa91e4da0d" 2024-11-26T08:35:39,823 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d84494e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T08:35:39,823 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [719ac8e87449,38507,-1] 2024-11-26T08:35:39,823 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T08:35:39,824 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T08:35:39,824 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47250, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T08:35:39,825 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7744b600, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T08:35:39,825 DEBUG [pool-277-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T08:35:39,826 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=719ac8e87449,40717,1732610023231, seqNum=-1] 2024-11-26T08:35:39,826 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T08:35:39,827 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40172, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T08:35:39,828 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row-test-1732610031728-3-0', locateType=CURRENT is [region=table1,,1732610136055.7b650bf41f467f34aacfaa5fcbd6de9b., hostname=719ac8e87449,40717,1732610023231, seqNum=2] 2024-11-26T08:35:39,829 INFO [pool-277-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-277-thread-1. 2024-11-26T08:35:39,829 DEBUG [pool-277-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T08:35:39,829 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T08:35:39,829 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T08:35:39,829 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T08:35:39,829 DEBUG [pool-277-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1732610031728-3-0] 2024-11-26T08:35:39,829 DEBUG [pool-277-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 719ac8e87449 2024-11-26T08:35:39,836 DEBUG [pool-277-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/hbase-staging/bulk_output-default-table1-1732610138181/_temporary/0/_temporary/attempt_local853268442_0014_r_000000_0/f/606ce1f823d44df29adee9def9baf181 is 59, key is row-test-1732610031728-1-10/f:q1/1732610061186/Put/seqid=0 2024-11-26T08:35:39,838 WARN [Thread-1807 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [719ac8e87449:40717] Specified favored nodes: [719ac8e87449:40717] 2024-11-26T08:35:39,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37101 is added to blk_1073741986_1162 (size=11124) 2024-11-26T08:35:40,243 DEBUG [pool-277-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/hbase-staging/bulk_output-default-table1-1732610138181/_temporary/0/_temporary/attempt_local853268442_0014_r_000000_0/mob/e964e408433c4e4f974c46a340748ac1 is 192, key is row-test-1732610031728-3-100/mob:q1/1732610061537/Put/seqid=0 2024-11-26T08:35:40,247 WARN [Thread-1809 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [719ac8e87449:40717] Specified favored nodes: [719ac8e87449:40717] 2024-11-26T08:35:40,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37101 is added to blk_1073741987_1163 (size=13403) 2024-11-26T08:35:40,483 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-26T08:35:40,687 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ec53bec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T08:35:40,687 DEBUG [pool-277-thread-1 {}] client.ClusterIdFetcher(90): Going to request 719ac8e87449,38507,-1 for getting cluster id 2024-11-26T08:35:40,687 DEBUG [pool-277-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T08:35:40,688 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '17d1c972-e6d1-49bb-8136-c4aa91e4da0d' 2024-11-26T08:35:40,688 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T08:35:40,688 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "17d1c972-e6d1-49bb-8136-c4aa91e4da0d" 2024-11-26T08:35:40,688 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fcc628, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T08:35:40,688 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [719ac8e87449,38507,-1] 2024-11-26T08:35:40,688 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T08:35:40,688 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T08:35:40,689 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47272, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T08:35:40,689 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7770ce56, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T08:35:40,690 DEBUG [pool-277-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T08:35:40,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=719ac8e87449,40717,1732610023231, seqNum=-1] 2024-11-26T08:35:40,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T08:35:40,692 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40178, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T08:35:40,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row0', locateType=CURRENT is [region=table1,row0,1732610136055.a64abc36838edf86dd7531cf54135a9b., hostname=719ac8e87449,40717,1732610023231, seqNum=2] 2024-11-26T08:35:40,694 INFO [pool-277-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-277-thread-1. 2024-11-26T08:35:40,694 DEBUG [pool-277-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T08:35:40,694 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T08:35:40,694 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T08:35:40,694 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T08:35:40,694 DEBUG [pool-277-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row0] 2024-11-26T08:35:40,694 DEBUG [pool-277-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 719ac8e87449 2024-11-26T08:35:40,699 DEBUG [pool-277-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/hbase-staging/bulk_output-default-table1-1732610138181/_temporary/0/_temporary/attempt_local853268442_0014_r_000001_0/f/dc0a59fba34344beac58ccb6ac8674c2 is 37, key is row10/f:q1/1732610033448/Put/seqid=0 2024-11-26T08:35:40,701 WARN [Thread-1824 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [719ac8e87449:40717] Specified favored nodes: [719ac8e87449:40717] 2024-11-26T08:35:40,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37101 is added to blk_1073741988_1164 (size=8741) 2024-11-26T08:35:41,641 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(87): Restoring HFiles from directory hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/hbase-staging/bulk_output-default-table1-1732610138181 2024-11-26T08:35:41,642 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e388af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T08:35:41,642 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 719ac8e87449,38507,-1 for getting cluster id 2024-11-26T08:35:41,642 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T08:35:41,643 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '17d1c972-e6d1-49bb-8136-c4aa91e4da0d' 2024-11-26T08:35:41,643 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T08:35:41,643 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "17d1c972-e6d1-49bb-8136-c4aa91e4da0d" 2024-11-26T08:35:41,643 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@773a9a1b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T08:35:41,643 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [719ac8e87449,38507,-1] 2024-11-26T08:35:41,644 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T08:35:41,644 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T08:35:41,645 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47296, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T08:35:41,646 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3faba7f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T08:35:41,646 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T08:35:41,647 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=719ac8e87449,40717,1732610023231, seqNum=-1] 2024-11-26T08:35:41,647 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T08:35:41,649 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40188, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T08:35:41,652 WARN [Time-limited test {}] tool.BulkLoadHFilesTool(259): Skipping non-directory hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/hbase-staging/bulk_output-default-table1-1732610138181/_SUCCESS 2024-11-26T08:35:41,659 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T08:35:41,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 719ac8e87449,38507,1732610021435 2024-11-26T08:35:41,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@25ee37a3 2024-11-26T08:35:41,661 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T08:35:41,662 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47298, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T08:35:41,665 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='', locateType=CURRENT is [region=table1,,1732610136055.7b650bf41f467f34aacfaa5fcbd6de9b., hostname=719ac8e87449,40717,1732610023231, seqNum=2] 2024-11-26T08:35:41,668 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-11-26T08:35:41,673 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/hbase-staging/bulk_output-default-table1-1732610138181/f/606ce1f823d44df29adee9def9baf181 first=Optional[row-test-1732610031728-1-0] last=Optional[row-test-1732610031728-1-98] 2024-11-26T08:35:41,676 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/hbase-staging/bulk_output-default-table1-1732610138181/f/dc0a59fba34344beac58ccb6ac8674c2 first=Optional[row0] last=Optional[row98] 2024-11-26T08:35:41,678 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/hbase-staging/bulk_output-default-table1-1732610138181/mob/e964e408433c4e4f974c46a340748ac1 first=Optional[row-test-1732610031728-3-0] last=Optional[row-test-1732610031728-3-99] 2024-11-26T08:35:41,682 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40717 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/hbase-staging/bulk_output-default-table1-1732610138181/f/dc0a59fba34344beac58ccb6ac8674c2 for inclusion in a64abc36838edf86dd7531cf54135a9b/f 2024-11-26T08:35:41,683 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40717 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/hbase-staging/bulk_output-default-table1-1732610138181/mob/e964e408433c4e4f974c46a340748ac1 for inclusion in 7b650bf41f467f34aacfaa5fcbd6de9b/mob 2024-11-26T08:35:41,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40717 {}] regionserver.HStore(626): HFile bounds: first=row0 last=row98 2024-11-26T08:35:41,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40717 {}] regionserver.HStore(628): Region bounds: first=row0 last= 2024-11-26T08:35:41,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40717 {}] regionserver.HRegion(2603): Flush status journal for a64abc36838edf86dd7531cf54135a9b: 2024-11-26T08:35:41,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40717 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/hbase-staging/bulk_output-default-table1-1732610138181/f/dc0a59fba34344beac58ccb6ac8674c2 to hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/staging/jenkins__table1__kaja9f76vn4j8ff6prkp2au1espoqoro4uhis8in2iprl4qptct7vt04v1a5s7ep/f/dc0a59fba34344beac58ccb6ac8674c2 2024-11-26T08:35:41,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40717 {}] regionserver.HStore(626): HFile bounds: first=row-test-1732610031728-3-0 last=row-test-1732610031728-3-99 2024-11-26T08:35:41,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40717 {}] regionserver.HStore(628): Region bounds: first= last=row0 2024-11-26T08:35:41,688 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40717 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/hbase-staging/bulk_output-default-table1-1732610138181/f/606ce1f823d44df29adee9def9baf181 for inclusion in 7b650bf41f467f34aacfaa5fcbd6de9b/f 2024-11-26T08:35:41,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40717 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/staging/jenkins__table1__kaja9f76vn4j8ff6prkp2au1espoqoro4uhis8in2iprl4qptct7vt04v1a5s7ep/f/dc0a59fba34344beac58ccb6ac8674c2 as hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/default/table1/a64abc36838edf86dd7531cf54135a9b/f/af7dc91977db444e8547655bb636b33b_SeqId_4_ 2024-11-26T08:35:41,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40717 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f94a210, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T08:35:41,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40717 {}] client.ClusterIdFetcher(90): Going to request 719ac8e87449,38507,-1 for getting cluster id 2024-11-26T08:35:41,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40717 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T08:35:41,691 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '17d1c972-e6d1-49bb-8136-c4aa91e4da0d' 2024-11-26T08:35:41,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T08:35:41,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "17d1c972-e6d1-49bb-8136-c4aa91e4da0d" 2024-11-26T08:35:41,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46570e32, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T08:35:41,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [719ac8e87449,38507,-1] 2024-11-26T08:35:41,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T08:35:41,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T08:35:41,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40717 {}] regionserver.HStore(626): HFile bounds: first=row-test-1732610031728-1-0 last=row-test-1732610031728-1-98 2024-11-26T08:35:41,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40717 {}] regionserver.HStore(628): Region bounds: first= last=row0 2024-11-26T08:35:41,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40717 {}] regionserver.HRegion(2603): Flush status journal for 7b650bf41f467f34aacfaa5fcbd6de9b: 2024-11-26T08:35:41,692 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47316, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T08:35:41,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40717 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/hbase-staging/bulk_output-default-table1-1732610138181/mob/e964e408433c4e4f974c46a340748ac1 to hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/staging/jenkins__table1__kaja9f76vn4j8ff6prkp2au1espoqoro4uhis8in2iprl4qptct7vt04v1a5s7ep/mob/e964e408433c4e4f974c46a340748ac1 2024-11-26T08:35:41,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61b76bb1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T08:35:41,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40717 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T08:35:41,694 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 719ac8e87449,38507,1732610021435 2024-11-26T08:35:41,694 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@598f085a 2024-11-26T08:35:41,694 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T08:35:41,695 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47326, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T08:35:41,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40717 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/staging/jenkins__table1__kaja9f76vn4j8ff6prkp2au1espoqoro4uhis8in2iprl4qptct7vt04v1a5s7ep/mob/e964e408433c4e4f974c46a340748ac1 as hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/default/table1/7b650bf41f467f34aacfaa5fcbd6de9b/mob/725ef68a47364573be630f3930281235_SeqId_4_ 2024-11-26T08:35:41,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40717 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T08:35:41,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40717 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/hbase-staging/bulk_output-default-table1-1732610138181/f/606ce1f823d44df29adee9def9baf181 to hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/staging/jenkins__table1__kaja9f76vn4j8ff6prkp2au1espoqoro4uhis8in2iprl4qptct7vt04v1a5s7ep/f/606ce1f823d44df29adee9def9baf181 2024-11-26T08:35:41,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=719ac8e87449,40717,1732610023231, seqNum=-1] 2024-11-26T08:35:41,698 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T08:35:41,699 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40196, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T08:35:41,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40717 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/staging/jenkins__table1__kaja9f76vn4j8ff6prkp2au1espoqoro4uhis8in2iprl4qptct7vt04v1a5s7ep/f/606ce1f823d44df29adee9def9baf181 as hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/default/table1/7b650bf41f467f34aacfaa5fcbd6de9b/f/5e09aecc2f1b4a6797f6617096c43793_SeqId_4_ 2024-11-26T08:35:41,705 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-26T08:35:41,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40717 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d21fb67, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T08:35:41,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40717 {}] client.ClusterIdFetcher(90): Going to request 719ac8e87449,38507,-1 for getting cluster id 2024-11-26T08:35:41,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40717 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T08:35:41,708 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '17d1c972-e6d1-49bb-8136-c4aa91e4da0d' 2024-11-26T08:35:41,708 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T08:35:41,708 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "17d1c972-e6d1-49bb-8136-c4aa91e4da0d" 2024-11-26T08:35:41,708 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a9be10e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T08:35:41,708 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [719ac8e87449,38507,-1] 2024-11-26T08:35:41,708 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T08:35:41,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T08:35:41,709 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47352, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T08:35:41,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-26T08:35:41,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24f142bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T08:35:41,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40717 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T08:35:41,712 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 719ac8e87449,38507,1732610021435 2024-11-26T08:35:41,712 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1afd57dd 2024-11-26T08:35:41,712 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T08:35:41,713 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47360, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T08:35:41,713 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1732610042090.95821178b82ab750c0fdf68811cdef5b., hostname=719ac8e87449,40717,1732610023231, seqNum=2] 2024-11-26T08:35:41,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40717 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T08:35:41,715 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=719ac8e87449,40717,1732610023231, seqNum=-1] 2024-11-26T08:35:41,715 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T08:35:41,716 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40212, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T08:35:41,716 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40717 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40717. 2024-11-26T08:35:41,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40717 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T08:35:41,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40717 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T08:35:41,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40717 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T08:35:41,717 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T08:35:41,717 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40717 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/staging/jenkins__table1__kaja9f76vn4j8ff6prkp2au1espoqoro4uhis8in2iprl4qptct7vt04v1a5s7ep/f/dc0a59fba34344beac58ccb6ac8674c2 into a64abc36838edf86dd7531cf54135a9b/f as hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/default/table1/a64abc36838edf86dd7531cf54135a9b/f/af7dc91977db444e8547655bb636b33b_SeqId_4_ - updating store file list. 2024-11-26T08:35:41,724 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40717 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/default/table1/a64abc36838edf86dd7531cf54135a9b/f/af7dc91977db444e8547655bb636b33b_SeqId_4_ into a64abc36838edf86dd7531cf54135a9b/f 2024-11-26T08:35:41,724 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40717 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/staging/jenkins__table1__kaja9f76vn4j8ff6prkp2au1espoqoro4uhis8in2iprl4qptct7vt04v1a5s7ep/f/dc0a59fba34344beac58ccb6ac8674c2 into a64abc36838edf86dd7531cf54135a9b/f (new location: hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/default/table1/a64abc36838edf86dd7531cf54135a9b/f/af7dc91977db444e8547655bb636b33b_SeqId_4_) 2024-11-26T08:35:41,724 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-26T08:35:41,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40717 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/staging/jenkins__table1__kaja9f76vn4j8ff6prkp2au1espoqoro4uhis8in2iprl4qptct7vt04v1a5s7ep/f/dc0a59fba34344beac58ccb6ac8674c2 2024-11-26T08:35:41,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40717 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65597ff7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T08:35:41,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40717 {}] client.ClusterIdFetcher(90): Going to request 719ac8e87449,38507,-1 for getting cluster id 2024-11-26T08:35:41,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40717 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T08:35:41,727 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '17d1c972-e6d1-49bb-8136-c4aa91e4da0d' 2024-11-26T08:35:41,728 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T08:35:41,728 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "17d1c972-e6d1-49bb-8136-c4aa91e4da0d" 2024-11-26T08:35:41,728 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27bf1e3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T08:35:41,728 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [719ac8e87449,38507,-1] 2024-11-26T08:35:41,728 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T08:35:41,728 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T08:35:41,729 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47374, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-26T08:35:41,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-26T08:35:41,731 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51da3a1e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T08:35:41,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40717 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T08:35:41,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 719ac8e87449,38507,1732610021435 2024-11-26T08:35:41,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6ecfe30d 2024-11-26T08:35:41,733 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T08:35:41,733 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47388, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-26T08:35:41,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40717 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T08:35:41,734 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1732610042090.95821178b82ab750c0fdf68811cdef5b., hostname=719ac8e87449,40717,1732610023231, seqNum=2] 2024-11-26T08:35:41,736 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=719ac8e87449,40717,1732610023231, seqNum=-1] 2024-11-26T08:35:41,736 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T08:35:41,737 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40226, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-26T08:35:41,737 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40717 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40717. 2024-11-26T08:35:41,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40717 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T08:35:41,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40717 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T08:35:41,738 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T08:35:41,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40717 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T08:35:41,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40717 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e285409, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T08:35:41,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40717 {}] client.ClusterIdFetcher(90): Going to request 719ac8e87449,38507,-1 for getting cluster id 2024-11-26T08:35:41,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40717 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T08:35:41,739 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '17d1c972-e6d1-49bb-8136-c4aa91e4da0d' 2024-11-26T08:35:41,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T08:35:41,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "17d1c972-e6d1-49bb-8136-c4aa91e4da0d" 2024-11-26T08:35:41,740 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f1cd583, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T08:35:41,740 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [719ac8e87449,38507,-1] 2024-11-26T08:35:41,740 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T08:35:41,740 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T08:35:41,741 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47394, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T08:35:41,741 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b390138, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T08:35:41,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40717 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T08:35:41,742 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 719ac8e87449,38507,1732610021435 2024-11-26T08:35:41,742 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@675d3e3d 2024-11-26T08:35:41,742 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T08:35:41,743 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47398, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T08:35:41,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40717 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T08:35:41,745 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=719ac8e87449,40717,1732610023231, seqNum=-1] 2024-11-26T08:35:41,745 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T08:35:41,746 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-26T08:35:41,747 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40232, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T08:35:41,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-26T08:35:41,754 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1732610042090.95821178b82ab750c0fdf68811cdef5b., hostname=719ac8e87449,40717,1732610023231, seqNum=2] 2024-11-26T08:35:41,756 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-26T08:35:41,757 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40717 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40717. 2024-11-26T08:35:41,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40717 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T08:35:41,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40717 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T08:35:41,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40717 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T08:35:41,757 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T08:35:41,760 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-26T08:35:41,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1732610042090.95821178b82ab750c0fdf68811cdef5b., hostname=719ac8e87449,40717,1732610023231, seqNum=2] 2024-11-26T08:35:41,765 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40717 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40717. 2024-11-26T08:35:41,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40717 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T08:35:41,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40717 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T08:35:41,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40717 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T08:35:41,765 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T08:35:41,766 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40717 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/staging/jenkins__table1__kaja9f76vn4j8ff6prkp2au1espoqoro4uhis8in2iprl4qptct7vt04v1a5s7ep/f/606ce1f823d44df29adee9def9baf181 into 7b650bf41f467f34aacfaa5fcbd6de9b/f as hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/default/table1/7b650bf41f467f34aacfaa5fcbd6de9b/f/5e09aecc2f1b4a6797f6617096c43793_SeqId_4_ - updating store file list. 2024-11-26T08:35:41,770 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40717 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/default/table1/7b650bf41f467f34aacfaa5fcbd6de9b/f/5e09aecc2f1b4a6797f6617096c43793_SeqId_4_ into 7b650bf41f467f34aacfaa5fcbd6de9b/f 2024-11-26T08:35:41,770 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40717 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/staging/jenkins__table1__kaja9f76vn4j8ff6prkp2au1espoqoro4uhis8in2iprl4qptct7vt04v1a5s7ep/f/606ce1f823d44df29adee9def9baf181 into 7b650bf41f467f34aacfaa5fcbd6de9b/f (new location: hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/default/table1/7b650bf41f467f34aacfaa5fcbd6de9b/f/5e09aecc2f1b4a6797f6617096c43793_SeqId_4_) 2024-11-26T08:35:41,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40717 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/staging/jenkins__table1__kaja9f76vn4j8ff6prkp2au1espoqoro4uhis8in2iprl4qptct7vt04v1a5s7ep/f/606ce1f823d44df29adee9def9baf181 2024-11-26T08:35:41,772 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40717 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/staging/jenkins__table1__kaja9f76vn4j8ff6prkp2au1espoqoro4uhis8in2iprl4qptct7vt04v1a5s7ep/mob/e964e408433c4e4f974c46a340748ac1 into 7b650bf41f467f34aacfaa5fcbd6de9b/mob as hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/default/table1/7b650bf41f467f34aacfaa5fcbd6de9b/mob/725ef68a47364573be630f3930281235_SeqId_4_ - updating store file list. 2024-11-26T08:35:41,776 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40717 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/default/table1/7b650bf41f467f34aacfaa5fcbd6de9b/mob/725ef68a47364573be630f3930281235_SeqId_4_ into 7b650bf41f467f34aacfaa5fcbd6de9b/mob 2024-11-26T08:35:41,777 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40717 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/staging/jenkins__table1__kaja9f76vn4j8ff6prkp2au1espoqoro4uhis8in2iprl4qptct7vt04v1a5s7ep/mob/e964e408433c4e4f974c46a340748ac1 into 7b650bf41f467f34aacfaa5fcbd6de9b/mob (new location: hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/default/table1/7b650bf41f467f34aacfaa5fcbd6de9b/mob/725ef68a47364573be630f3930281235_SeqId_4_) 2024-11-26T08:35:41,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40717 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/staging/jenkins__table1__kaja9f76vn4j8ff6prkp2au1espoqoro4uhis8in2iprl4qptct7vt04v1a5s7ep/mob/e964e408433c4e4f974c46a340748ac1 2024-11-26T08:35:41,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40717 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28c21305, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T08:35:41,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40717 {}] client.ClusterIdFetcher(90): Going to request 719ac8e87449,38507,-1 for getting cluster id 2024-11-26T08:35:41,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40717 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T08:35:41,779 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '17d1c972-e6d1-49bb-8136-c4aa91e4da0d' 2024-11-26T08:35:41,779 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T08:35:41,779 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "17d1c972-e6d1-49bb-8136-c4aa91e4da0d" 2024-11-26T08:35:41,780 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52237fb0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T08:35:41,780 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [719ac8e87449,38507,-1] 2024-11-26T08:35:41,780 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T08:35:41,780 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T08:35:41,781 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47412, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-26T08:35:41,781 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bd6cbe9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T08:35:41,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40717 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T08:35:41,782 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 719ac8e87449,38507,1732610021435 2024-11-26T08:35:41,782 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2bc96c74 2024-11-26T08:35:41,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T08:35:41,783 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47420, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-26T08:35:41,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40717 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T08:35:41,785 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=719ac8e87449,40717,1732610023231, seqNum=-1] 2024-11-26T08:35:41,785 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T08:35:41,786 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40242, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-26T08:35:41,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-26T08:35:41,796 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-26T08:35:41,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1732610042090.95821178b82ab750c0fdf68811cdef5b., hostname=719ac8e87449,40717,1732610023231, seqNum=2] 2024-11-26T08:35:41,803 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40717 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40717. 2024-11-26T08:35:41,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40717 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T08:35:41,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40717 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T08:35:41,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40717 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T08:35:41,803 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T08:35:41,804 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T08:35:41,804 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:90) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:213) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T08:35:41,804 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T08:35:41,805 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T08:35:41,805 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(95): Restore Job finished:0 2024-11-26T08:35:41,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=table1,,1732610136055.7b650bf41f467f34aacfaa5fcbd6de9b., hostname=719ac8e87449,40717,1732610023231, seqNum=2 , the old value is region=table1,,1732610136055.7b650bf41f467f34aacfaa5fcbd6de9b., hostname=719ac8e87449,40717,1732610023231, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=719ac8e87449:40717 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-26T08:35:41,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=table1,,1732610136055.7b650bf41f467f34aacfaa5fcbd6de9b., hostname=719ac8e87449,40717,1732610023231, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-26T08:35:41,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=table1,,1732610136055.7b650bf41f467f34aacfaa5fcbd6de9b., hostname=719ac8e87449,40717,1732610023231, seqNum=2 from cache 2024-11-26T08:35:41,806 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T08:35:41,807 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-26T08:35:41,830 INFO [Time-limited test {}] impl.RestoreTablesClient(181): Restoring 'test-1732610031728' to 'table1' from log dirs: hdfs://localhost:46515/backupUT/backup_1732610111785/default/test-1732610031728/f2/c38ffaa636364d3190dc4a72d898b524 2024-11-26T08:35:41,834 DEBUG [Time-limited test {}] util.RestoreTool(177): Found descriptor 'test-1732610031728', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} through backup_1732610111785 2024-11-26T08:35:41,837 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table table1 from 'table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T08:35:41,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] procedure2.ProcedureExecutor(1139): Stored pid=81, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=table1 2024-11-26T08:35:41,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37101 is added to blk_1073741989_1165 (size=938) 2024-11-26T08:35:41,872 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns2_table_table2 2024-11-26T08:35:41,872 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns2_table_table2 Metrics about Tables on a single HBase RegionServer 2024-11-26T08:35:41,913 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'table1', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=719ac8e87449:40717 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 34 more 2024-11-26T08:35:42,253 DEBUG [PEWorker-4 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/default/table1/.tabledesc/.tableinfo.0000000001.938 2024-11-26T08:35:42,253 INFO [PEWorker-4 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/default/table1/.tabledesc/.tableinfo.0000000002.938 2024-11-26T08:35:42,261 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=82, ppid=81, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=table1}] 2024-11-26T08:35:42,265 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=83, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=7b650bf41f467f34aacfaa5fcbd6de9b, REOPEN/MOVE}, {pid=84, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=a64abc36838edf86dd7531cf54135a9b, REOPEN/MOVE}] 2024-11-26T08:35:42,266 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=84, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=a64abc36838edf86dd7531cf54135a9b, REOPEN/MOVE 2024-11-26T08:35:42,266 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=83, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=7b650bf41f467f34aacfaa5fcbd6de9b, REOPEN/MOVE 2024-11-26T08:35:42,267 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=84 updating hbase:meta row=a64abc36838edf86dd7531cf54135a9b, regionState=CLOSING, regionLocation=719ac8e87449,40717,1732610023231 2024-11-26T08:35:42,267 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=83 updating hbase:meta row=7b650bf41f467f34aacfaa5fcbd6de9b, regionState=CLOSING, regionLocation=719ac8e87449,40717,1732610023231 2024-11-26T08:35:42,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=84, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=table1, region=a64abc36838edf86dd7531cf54135a9b, REOPEN/MOVE because future has completed 2024-11-26T08:35:42,269 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-26T08:35:42,270 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=85, ppid=84, state=RUNNABLE, hasLock=false; CloseRegionProcedure a64abc36838edf86dd7531cf54135a9b, server=719ac8e87449,40717,1732610023231}] 2024-11-26T08:35:42,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=83, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=table1, region=7b650bf41f467f34aacfaa5fcbd6de9b, REOPEN/MOVE because future has completed 2024-11-26T08:35:42,271 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-26T08:35:42,271 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=86, ppid=83, state=RUNNABLE, hasLock=false; CloseRegionProcedure 7b650bf41f467f34aacfaa5fcbd6de9b, server=719ac8e87449,40717,1732610023231}] 2024-11-26T08:35:42,423 INFO [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] handler.UnassignRegionHandler(122): Close a64abc36838edf86dd7531cf54135a9b 2024-11-26T08:35:42,423 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-26T08:35:42,423 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1722): Closing a64abc36838edf86dd7531cf54135a9b, disabling compactions & flushes 2024-11-26T08:35:42,423 INFO [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1755): Closing region table1,row0,1732610136055.a64abc36838edf86dd7531cf54135a9b. 2024-11-26T08:35:42,423 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1776): Time limited wait for close lock on table1,row0,1732610136055.a64abc36838edf86dd7531cf54135a9b. 2024-11-26T08:35:42,423 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1843): Acquired close lock on table1,row0,1732610136055.a64abc36838edf86dd7531cf54135a9b. after waiting 0 ms 2024-11-26T08:35:42,423 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1853): Updates disabled for region table1,row0,1732610136055.a64abc36838edf86dd7531cf54135a9b. 2024-11-26T08:35:42,433 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/default/table1/a64abc36838edf86dd7531cf54135a9b/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-26T08:35:42,434 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-26T08:35:42,434 INFO [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1973): Closed table1,row0,1732610136055.a64abc36838edf86dd7531cf54135a9b. 2024-11-26T08:35:42,434 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1676): Region close journal for a64abc36838edf86dd7531cf54135a9b: Waiting for close lock at 1732610142423Running coprocessor pre-close hooks at 1732610142423Disabling compacts and flushes for region at 1732610142423Disabling writes for close at 1732610142423Writing region close event to WAL at 1732610142425 (+2 ms)Running coprocessor post-close hooks at 1732610142433 (+8 ms)Closed at 1732610142434 (+1 ms) 2024-11-26T08:35:42,434 WARN [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegionServer(3299): Not adding moved region record: a64abc36838edf86dd7531cf54135a9b to self. 2024-11-26T08:35:42,436 INFO [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] handler.UnassignRegionHandler(157): Closed a64abc36838edf86dd7531cf54135a9b 2024-11-26T08:35:42,436 INFO [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] handler.UnassignRegionHandler(122): Close 7b650bf41f467f34aacfaa5fcbd6de9b 2024-11-26T08:35:42,436 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-26T08:35:42,437 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1722): Closing 7b650bf41f467f34aacfaa5fcbd6de9b, disabling compactions & flushes 2024-11-26T08:35:42,437 INFO [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1755): Closing region table1,,1732610136055.7b650bf41f467f34aacfaa5fcbd6de9b. 2024-11-26T08:35:42,437 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1776): Time limited wait for close lock on table1,,1732610136055.7b650bf41f467f34aacfaa5fcbd6de9b. 2024-11-26T08:35:42,437 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1843): Acquired close lock on table1,,1732610136055.7b650bf41f467f34aacfaa5fcbd6de9b. after waiting 0 ms 2024-11-26T08:35:42,437 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1853): Updates disabled for region table1,,1732610136055.7b650bf41f467f34aacfaa5fcbd6de9b. 2024-11-26T08:35:42,437 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=84 updating hbase:meta row=a64abc36838edf86dd7531cf54135a9b, regionState=CLOSED 2024-11-26T08:35:42,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=85, ppid=84, state=RUNNABLE, hasLock=false; CloseRegionProcedure a64abc36838edf86dd7531cf54135a9b, server=719ac8e87449,40717,1732610023231 because future has completed 2024-11-26T08:35:42,443 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/default/table1/7b650bf41f467f34aacfaa5fcbd6de9b/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-26T08:35:42,443 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=85, resume processing ppid=84 2024-11-26T08:35:42,444 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-26T08:35:42,444 INFO [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1973): Closed table1,,1732610136055.7b650bf41f467f34aacfaa5fcbd6de9b. 2024-11-26T08:35:42,444 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1676): Region close journal for 7b650bf41f467f34aacfaa5fcbd6de9b: Waiting for close lock at 1732610142436Running coprocessor pre-close hooks at 1732610142436Disabling compacts and flushes for region at 1732610142437 (+1 ms)Disabling writes for close at 1732610142437Writing region close event to WAL at 1732610142438 (+1 ms)Running coprocessor post-close hooks at 1732610142443 (+5 ms)Closed at 1732610142444 (+1 ms) 2024-11-26T08:35:42,444 WARN [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegionServer(3299): Not adding moved region record: 7b650bf41f467f34aacfaa5fcbd6de9b to self. 2024-11-26T08:35:42,444 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=85, ppid=84, state=SUCCESS, hasLock=false; CloseRegionProcedure a64abc36838edf86dd7531cf54135a9b, server=719ac8e87449,40717,1732610023231 in 171 msec 2024-11-26T08:35:42,444 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=84, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=table1, region=a64abc36838edf86dd7531cf54135a9b, REOPEN/MOVE; state=CLOSED, location=719ac8e87449,40717,1732610023231; forceNewPlan=false, retain=true 2024-11-26T08:35:42,446 INFO [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] handler.UnassignRegionHandler(157): Closed 7b650bf41f467f34aacfaa5fcbd6de9b 2024-11-26T08:35:42,447 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=83 updating hbase:meta row=7b650bf41f467f34aacfaa5fcbd6de9b, regionState=CLOSED 2024-11-26T08:35:42,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=86, ppid=83, state=RUNNABLE, hasLock=false; CloseRegionProcedure 7b650bf41f467f34aacfaa5fcbd6de9b, server=719ac8e87449,40717,1732610023231 because future has completed 2024-11-26T08:35:42,451 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=86, resume processing ppid=83 2024-11-26T08:35:42,451 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=86, ppid=83, state=SUCCESS, hasLock=false; CloseRegionProcedure 7b650bf41f467f34aacfaa5fcbd6de9b, server=719ac8e87449,40717,1732610023231 in 178 msec 2024-11-26T08:35:42,451 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=83, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=table1, region=7b650bf41f467f34aacfaa5fcbd6de9b, REOPEN/MOVE; state=CLOSED, location=719ac8e87449,40717,1732610023231; forceNewPlan=false, retain=true 2024-11-26T08:35:42,595 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=83 updating hbase:meta row=7b650bf41f467f34aacfaa5fcbd6de9b, regionState=OPENING, regionLocation=719ac8e87449,40717,1732610023231 2024-11-26T08:35:42,595 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=84 updating hbase:meta row=a64abc36838edf86dd7531cf54135a9b, regionState=OPENING, regionLocation=719ac8e87449,40717,1732610023231 2024-11-26T08:35:42,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=83, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=table1, region=7b650bf41f467f34aacfaa5fcbd6de9b, REOPEN/MOVE because future has completed 2024-11-26T08:35:42,599 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=87, ppid=83, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7b650bf41f467f34aacfaa5fcbd6de9b, server=719ac8e87449,40717,1732610023231}] 2024-11-26T08:35:42,600 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=84, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=table1, region=a64abc36838edf86dd7531cf54135a9b, REOPEN/MOVE because future has completed 2024-11-26T08:35:42,600 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=88, ppid=84, state=RUNNABLE, hasLock=false; OpenRegionProcedure a64abc36838edf86dd7531cf54135a9b, server=719ac8e87449,40717,1732610023231}] 2024-11-26T08:35:42,733 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobtracker.properties,hadoop-metrics2.properties 2024-11-26T08:35:42,754 INFO [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] handler.AssignRegionHandler(132): Open table1,,1732610136055.7b650bf41f467f34aacfaa5fcbd6de9b. 2024-11-26T08:35:42,754 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(7752): Opening region: {ENCODED => 7b650bf41f467f34aacfaa5fcbd6de9b, NAME => 'table1,,1732610136055.7b650bf41f467f34aacfaa5fcbd6de9b.', STARTKEY => '', ENDKEY => 'row0'} 2024-11-26T08:35:42,755 INFO [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-26T08:35:42,755 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 7b650bf41f467f34aacfaa5fcbd6de9b 2024-11-26T08:35:42,755 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(898): Instantiated table1,,1732610136055.7b650bf41f467f34aacfaa5fcbd6de9b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T08:35:42,755 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(7794): checking encryption for 7b650bf41f467f34aacfaa5fcbd6de9b 2024-11-26T08:35:42,755 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(7797): checking classloading for 7b650bf41f467f34aacfaa5fcbd6de9b 2024-11-26T08:35:42,757 INFO [StoreOpener-7b650bf41f467f34aacfaa5fcbd6de9b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 7b650bf41f467f34aacfaa5fcbd6de9b 2024-11-26T08:35:42,758 INFO [StoreOpener-7b650bf41f467f34aacfaa5fcbd6de9b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7b650bf41f467f34aacfaa5fcbd6de9b columnFamilyName f 2024-11-26T08:35:42,758 DEBUG [StoreOpener-7b650bf41f467f34aacfaa5fcbd6de9b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T08:35:42,764 DEBUG [StoreOpener-7b650bf41f467f34aacfaa5fcbd6de9b-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/default/table1/7b650bf41f467f34aacfaa5fcbd6de9b/f/5e09aecc2f1b4a6797f6617096c43793_SeqId_4_ 2024-11-26T08:35:42,764 INFO [StoreOpener-7b650bf41f467f34aacfaa5fcbd6de9b-1 {}] regionserver.HStore(327): Store=7b650bf41f467f34aacfaa5fcbd6de9b/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T08:35:42,764 INFO [StoreOpener-7b650bf41f467f34aacfaa5fcbd6de9b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f2 of region 7b650bf41f467f34aacfaa5fcbd6de9b 2024-11-26T08:35:42,766 INFO [StoreOpener-7b650bf41f467f34aacfaa5fcbd6de9b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7b650bf41f467f34aacfaa5fcbd6de9b columnFamilyName f2 2024-11-26T08:35:42,766 DEBUG [StoreOpener-7b650bf41f467f34aacfaa5fcbd6de9b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T08:35:42,766 INFO [StoreOpener-7b650bf41f467f34aacfaa5fcbd6de9b-1 {}] regionserver.HStore(327): Store=7b650bf41f467f34aacfaa5fcbd6de9b/f2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T08:35:42,766 INFO [StoreOpener-7b650bf41f467f34aacfaa5fcbd6de9b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region 7b650bf41f467f34aacfaa5fcbd6de9b 2024-11-26T08:35:42,767 INFO [StoreOpener-7b650bf41f467f34aacfaa5fcbd6de9b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7b650bf41f467f34aacfaa5fcbd6de9b columnFamilyName mob 2024-11-26T08:35:42,768 DEBUG [StoreOpener-7b650bf41f467f34aacfaa5fcbd6de9b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T08:35:42,773 DEBUG [StoreOpener-7b650bf41f467f34aacfaa5fcbd6de9b-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/default/table1/7b650bf41f467f34aacfaa5fcbd6de9b/mob/725ef68a47364573be630f3930281235_SeqId_4_ 2024-11-26T08:35:42,773 INFO [StoreOpener-7b650bf41f467f34aacfaa5fcbd6de9b-1 {}] regionserver.HStore(327): Store=7b650bf41f467f34aacfaa5fcbd6de9b/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T08:35:42,773 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1038): replaying wal for 7b650bf41f467f34aacfaa5fcbd6de9b 2024-11-26T08:35:42,774 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/default/table1/7b650bf41f467f34aacfaa5fcbd6de9b 2024-11-26T08:35:42,775 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/default/table1/7b650bf41f467f34aacfaa5fcbd6de9b 2024-11-26T08:35:42,776 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1048): stopping wal replay for 7b650bf41f467f34aacfaa5fcbd6de9b 2024-11-26T08:35:42,776 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1060): Cleaning up temporary data for 7b650bf41f467f34aacfaa5fcbd6de9b 2024-11-26T08:35:42,777 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T08:35:42,778 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1093): writing seq id for 7b650bf41f467f34aacfaa5fcbd6de9b 2024-11-26T08:35:42,779 INFO [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1114): Opened 7b650bf41f467f34aacfaa5fcbd6de9b; next sequenceid=7; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11320914400, jitterRate=0.05434231460094452}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T08:35:42,779 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7b650bf41f467f34aacfaa5fcbd6de9b 2024-11-26T08:35:42,779 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1006): Region open journal for 7b650bf41f467f34aacfaa5fcbd6de9b: Running coprocessor pre-open hook at 1732610142755Writing region info on filesystem at 1732610142755Initializing all the Stores at 1732610142756 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732610142756Instantiating store for column family {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732610142757 (+1 ms)Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732610142757Cleaning up temporary data from old regions at 1732610142776 (+19 ms)Running coprocessor post-open hooks at 1732610142779 (+3 ms)Region opened successfully at 1732610142779 2024-11-26T08:35:42,780 INFO [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegionServer(2236): Post open deploy tasks for table1,,1732610136055.7b650bf41f467f34aacfaa5fcbd6de9b., pid=87, masterSystemTime=1732610142751 2024-11-26T08:35:42,782 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegionServer(2266): Finished post open deploy task for table1,,1732610136055.7b650bf41f467f34aacfaa5fcbd6de9b. 2024-11-26T08:35:42,782 INFO [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] handler.AssignRegionHandler(153): Opened table1,,1732610136055.7b650bf41f467f34aacfaa5fcbd6de9b. 2024-11-26T08:35:42,782 INFO [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] handler.AssignRegionHandler(132): Open table1,row0,1732610136055.a64abc36838edf86dd7531cf54135a9b. 2024-11-26T08:35:42,782 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(7752): Opening region: {ENCODED => a64abc36838edf86dd7531cf54135a9b, NAME => 'table1,row0,1732610136055.a64abc36838edf86dd7531cf54135a9b.', STARTKEY => 'row0', ENDKEY => ''} 2024-11-26T08:35:42,782 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=83 updating hbase:meta row=7b650bf41f467f34aacfaa5fcbd6de9b, regionState=OPEN, openSeqNum=7, regionLocation=719ac8e87449,40717,1732610023231 2024-11-26T08:35:42,783 INFO [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-26T08:35:42,783 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 a64abc36838edf86dd7531cf54135a9b 2024-11-26T08:35:42,783 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(898): Instantiated table1,row0,1732610136055.a64abc36838edf86dd7531cf54135a9b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T08:35:42,783 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(7794): checking encryption for a64abc36838edf86dd7531cf54135a9b 2024-11-26T08:35:42,783 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(7797): checking classloading for a64abc36838edf86dd7531cf54135a9b 2024-11-26T08:35:42,784 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=87, ppid=83, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7b650bf41f467f34aacfaa5fcbd6de9b, server=719ac8e87449,40717,1732610023231 because future has completed 2024-11-26T08:35:42,785 INFO [StoreOpener-a64abc36838edf86dd7531cf54135a9b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region a64abc36838edf86dd7531cf54135a9b 2024-11-26T08:35:42,786 INFO [StoreOpener-a64abc36838edf86dd7531cf54135a9b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a64abc36838edf86dd7531cf54135a9b columnFamilyName f 2024-11-26T08:35:42,786 DEBUG [StoreOpener-a64abc36838edf86dd7531cf54135a9b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T08:35:42,786 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=87, resume processing ppid=83 2024-11-26T08:35:42,787 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=87, ppid=83, state=SUCCESS, hasLock=false; OpenRegionProcedure 7b650bf41f467f34aacfaa5fcbd6de9b, server=719ac8e87449,40717,1732610023231 in 186 msec 2024-11-26T08:35:42,788 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=83, ppid=82, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=7b650bf41f467f34aacfaa5fcbd6de9b, REOPEN/MOVE in 522 msec 2024-11-26T08:35:42,791 DEBUG [StoreOpener-a64abc36838edf86dd7531cf54135a9b-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/default/table1/a64abc36838edf86dd7531cf54135a9b/f/af7dc91977db444e8547655bb636b33b_SeqId_4_ 2024-11-26T08:35:42,791 INFO [StoreOpener-a64abc36838edf86dd7531cf54135a9b-1 {}] regionserver.HStore(327): Store=a64abc36838edf86dd7531cf54135a9b/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T08:35:42,792 INFO [StoreOpener-a64abc36838edf86dd7531cf54135a9b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f2 of region a64abc36838edf86dd7531cf54135a9b 2024-11-26T08:35:42,793 INFO [StoreOpener-a64abc36838edf86dd7531cf54135a9b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a64abc36838edf86dd7531cf54135a9b columnFamilyName f2 2024-11-26T08:35:42,793 DEBUG [StoreOpener-a64abc36838edf86dd7531cf54135a9b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T08:35:42,793 INFO [StoreOpener-a64abc36838edf86dd7531cf54135a9b-1 {}] regionserver.HStore(327): Store=a64abc36838edf86dd7531cf54135a9b/f2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T08:35:42,793 INFO [StoreOpener-a64abc36838edf86dd7531cf54135a9b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region a64abc36838edf86dd7531cf54135a9b 2024-11-26T08:35:42,794 INFO [StoreOpener-a64abc36838edf86dd7531cf54135a9b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a64abc36838edf86dd7531cf54135a9b columnFamilyName mob 2024-11-26T08:35:42,794 DEBUG [StoreOpener-a64abc36838edf86dd7531cf54135a9b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T08:35:42,795 INFO [StoreOpener-a64abc36838edf86dd7531cf54135a9b-1 {}] regionserver.HStore(327): Store=a64abc36838edf86dd7531cf54135a9b/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T08:35:42,795 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(1038): replaying wal for a64abc36838edf86dd7531cf54135a9b 2024-11-26T08:35:42,796 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/default/table1/a64abc36838edf86dd7531cf54135a9b 2024-11-26T08:35:42,797 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/default/table1/a64abc36838edf86dd7531cf54135a9b 2024-11-26T08:35:42,797 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(1048): stopping wal replay for a64abc36838edf86dd7531cf54135a9b 2024-11-26T08:35:42,797 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(1060): Cleaning up temporary data for a64abc36838edf86dd7531cf54135a9b 2024-11-26T08:35:42,798 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T08:35:42,799 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(1093): writing seq id for a64abc36838edf86dd7531cf54135a9b 2024-11-26T08:35:42,799 INFO [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(1114): Opened a64abc36838edf86dd7531cf54135a9b; next sequenceid=7; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9965238080, jitterRate=-0.07191488146781921}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T08:35:42,799 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a64abc36838edf86dd7531cf54135a9b 2024-11-26T08:35:42,800 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(1006): Region open journal for a64abc36838edf86dd7531cf54135a9b: Running coprocessor pre-open hook at 1732610142783Writing region info on filesystem at 1732610142783Initializing all the Stores at 1732610142784 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732610142784Instantiating store for column family {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732610142784Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732610142785 (+1 ms)Cleaning up temporary data from old regions at 1732610142797 (+12 ms)Running coprocessor post-open hooks at 1732610142799 (+2 ms)Region opened successfully at 1732610142800 (+1 ms) 2024-11-26T08:35:42,800 INFO [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegionServer(2236): Post open deploy tasks for table1,row0,1732610136055.a64abc36838edf86dd7531cf54135a9b., pid=88, masterSystemTime=1732610142751 2024-11-26T08:35:42,802 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegionServer(2266): Finished post open deploy task for table1,row0,1732610136055.a64abc36838edf86dd7531cf54135a9b. 2024-11-26T08:35:42,802 INFO [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] handler.AssignRegionHandler(153): Opened table1,row0,1732610136055.a64abc36838edf86dd7531cf54135a9b. 2024-11-26T08:35:42,802 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=84 updating hbase:meta row=a64abc36838edf86dd7531cf54135a9b, regionState=OPEN, openSeqNum=7, regionLocation=719ac8e87449,40717,1732610023231 2024-11-26T08:35:42,804 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=88, ppid=84, state=RUNNABLE, hasLock=false; OpenRegionProcedure a64abc36838edf86dd7531cf54135a9b, server=719ac8e87449,40717,1732610023231 because future has completed 2024-11-26T08:35:42,806 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=88, resume processing ppid=84 2024-11-26T08:35:42,806 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=88, ppid=84, state=SUCCESS, hasLock=false; OpenRegionProcedure a64abc36838edf86dd7531cf54135a9b, server=719ac8e87449,40717,1732610023231 in 204 msec 2024-11-26T08:35:42,807 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=84, resume processing ppid=82 2024-11-26T08:35:42,807 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=84, ppid=82, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=a64abc36838edf86dd7531cf54135a9b, REOPEN/MOVE in 541 msec 2024-11-26T08:35:42,809 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=82, resume processing ppid=81 2024-11-26T08:35:42,809 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=82, ppid=81, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=table1 in 548 msec 2024-11-26T08:35:42,810 DEBUG [PEWorker-5 {}] procedure.MasterDDLOperationHelper(51): Removing family=f3 from table=table1 2024-11-26T08:35:42,811 DEBUG [PEWorker-5 {}] backup.HFileArchiver(265): No files to dispose of in table1,,1732610136055.7b650bf41f467f34aacfaa5fcbd6de9b., family=f3 2024-11-26T08:35:42,812 DEBUG [PEWorker-5 {}] backup.HFileArchiver(265): No files to dispose of in table1,row0,1732610136055.a64abc36838edf86dd7531cf54135a9b., family=f3 2024-11-26T08:35:42,814 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=81, state=SUCCESS, hasLock=false; ModifyTableProcedure table=table1 in 975 msec 2024-11-26T08:35:42,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=81 2024-11-26T08:35:42,815 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY, Table Name: default:table1 completed 2024-11-26T08:35:42,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-11-26T08:35:42,818 INFO [Time-limited test {}] util.RestoreTool(200): Changed table1 to: 'table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T08:35:42,819 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(64): Restore incremental backup from directory hdfs://localhost:46515/backupUT/backup_1732610111785/default/test-1732610031728/f2/c38ffaa636364d3190dc4a72d898b524 from hbase tables test-1732610031728 to tables table1 2024-11-26T08:35:42,819 INFO [Time-limited test {}] mapreduce.MapReduceRestoreJob(72): Restore test-1732610031728 into table1 2024-11-26T08:35:42,820 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(112): add incremental job :hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/hbase-staging/bulk_output-default-table1-1732610142819 from hdfs://localhost:46515/backupUT/backup_1732610111785/default/test-1732610031728/f2/c38ffaa636364d3190dc4a72d898b524 2024-11-26T08:35:42,821 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b7f6f3e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T08:35:42,821 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 719ac8e87449,38507,-1 for getting cluster id 2024-11-26T08:35:42,821 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T08:35:42,822 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '17d1c972-e6d1-49bb-8136-c4aa91e4da0d' 2024-11-26T08:35:42,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T08:35:42,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "17d1c972-e6d1-49bb-8136-c4aa91e4da0d" 2024-11-26T08:35:42,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cf4e452, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T08:35:42,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [719ac8e87449,38507,-1] 2024-11-26T08:35:42,823 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T08:35:42,823 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T08:35:42,823 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36198, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T08:35:42,824 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a8c935a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T08:35:42,824 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T08:35:42,825 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 719ac8e87449,38507,1732610021435 2024-11-26T08:35:42,825 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@71dfac99 2024-11-26T08:35:42,825 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T08:35:42,826 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36208, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T08:35:42,827 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled 2024-11-26T08:35:42,827 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table table1 2024-11-26T08:35:42,827 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-11-26T08:35:42,827 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T08:35:42,828 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=719ac8e87449,40717,1732610023231, seqNum=-1] 2024-11-26T08:35:42,829 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T08:35:42,829 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55648, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T08:35:42,831 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for table1: 2024-11-26T08:35:42,831 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for table1: row0 2024-11-26T08:35:42,832 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 2 reduce partitions to match current region count for all tables 2024-11-26T08:35:42,832 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/hbase-staging/partitions_e9e99b78-acaf-4ec3-b241-b86d7940020c 2024-11-26T08:35:42,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37101 is added to blk_1073741990_1166 (size=177) 2024-11-26T08:35:43,240 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-26T08:35:43,241 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-26T08:35:43,242 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-26T08:35:44,102 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/5c1d7269-9c3d-d2f1-151b-0b39cfe105a5/hadoop-6805483919436147854.jar 2024-11-26T08:35:44,102 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-26T08:35:44,103 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-26T08:35:44,103 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-26T08:35:44,103 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-26T08:35:44,103 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-26T08:35:44,103 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-26T08:35:44,104 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-26T08:35:44,104 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-26T08:35:44,104 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-26T08:35:44,104 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-26T08:35:44,104 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-26T08:35:44,104 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-26T08:35:44,105 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-26T08:35:44,105 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-26T08:35:44,105 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-26T08:35:44,105 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-26T08:35:44,105 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-26T08:35:44,105 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-26T08:35:44,106 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-26T08:35:44,106 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-26T08:35:44,106 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-26T08:35:44,106 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-26T08:35:44,106 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-26T08:35:44,107 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-26T08:35:44,107 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-26T08:35:44,107 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-26T08:35:44,107 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-26T08:35:44,107 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: table1 2024-11-26T08:35:44,107 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T08:35:44,107 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.createSubmittableJob(MapReduceHFileSplitterJob.java:123) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.run(MapReduceHFileSplitterJob.java:170) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:82) at org.apache.hadoop.hbase.backup.util.RestoreTool.incrementalRestoreTable(RestoreTool.java:205) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:185) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:213) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T08:35:44,107 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T08:35:44,108 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T08:35:44,108 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T08:35:44,108 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(124): success configuring load incremental job 2024-11-26T08:35:44,108 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-26T08:35:44,117 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-26T08:35:44,129 WARN [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2024-11-26T08:35:44,215 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/5c1d7269-9c3d-d2f1-151b-0b39cfe105a5/mapreduce.cluster.local.dir/job_local1355312210_0015_260b633d-3b19-430f-99cb-07604709a3f7/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory 2024-11-26T08:35:44,215 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/5c1d7269-9c3d-d2f1-151b-0b39cfe105a5/mapreduce.cluster.local.dir/job_local1355312210_0015_260b633d-3b19-430f-99cb-07604709a3f7/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/* 2024-11-26T08:35:44,267 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:46515/backupUT/backup_1732610111785/default/test-1732610031728/f2/c38ffaa636364d3190dc4a72d898b524 2024-11-26T08:35:44,269 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-26T08:35:44,301 DEBUG [pool-281-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@246fe10d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T08:35:44,301 DEBUG [pool-281-thread-1 {}] client.ClusterIdFetcher(90): Going to request 719ac8e87449,38507,-1 for getting cluster id 2024-11-26T08:35:44,301 DEBUG [pool-281-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T08:35:44,302 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '17d1c972-e6d1-49bb-8136-c4aa91e4da0d' 2024-11-26T08:35:44,302 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T08:35:44,303 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "17d1c972-e6d1-49bb-8136-c4aa91e4da0d" 2024-11-26T08:35:44,303 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@582090ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T08:35:44,303 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [719ac8e87449,38507,-1] 2024-11-26T08:35:44,303 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T08:35:44,303 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T08:35:44,304 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36234, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T08:35:44,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18fa71f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T08:35:44,305 DEBUG [pool-281-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T08:35:44,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=719ac8e87449,40717,1732610023231, seqNum=-1] 2024-11-26T08:35:44,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T08:35:44,307 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55652, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T08:35:44,308 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row-test-1732610031728-2-0', locateType=CURRENT is [region=table1,,1732610136055.7b650bf41f467f34aacfaa5fcbd6de9b., hostname=719ac8e87449,40717,1732610023231, seqNum=7] 2024-11-26T08:35:44,309 INFO [pool-281-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-281-thread-1. 2024-11-26T08:35:44,309 DEBUG [pool-281-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T08:35:44,309 DEBUG [pool-281-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T08:35:44,309 DEBUG [pool-281-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T08:35:44,309 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T08:35:44,309 DEBUG [pool-281-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1732610031728-2-0] 2024-11-26T08:35:44,309 DEBUG [pool-281-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 719ac8e87449 2024-11-26T08:35:44,313 DEBUG [pool-281-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/hbase-staging/bulk_output-default-table1-1732610142819/_temporary/0/_temporary/attempt_local1355312210_0015_r_000000_0/f2/1fec9034f50e40f6b18e158045b7fd75 is 58, key is row-test-1732610031728-2-0/f2:q1/1732610106775/Put/seqid=0 2024-11-26T08:35:44,314 WARN [Thread-1888 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [719ac8e87449:40717] Specified favored nodes: [719ac8e87449:40717] 2024-11-26T08:35:44,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37101 is added to blk_1073741991_1167 (size=5609) 2024-11-26T08:35:45,255 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(87): Restoring HFiles from directory hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/hbase-staging/bulk_output-default-table1-1732610142819 2024-11-26T08:35:45,256 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53f3d368, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T08:35:45,256 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 719ac8e87449,38507,-1 for getting cluster id 2024-11-26T08:35:45,256 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T08:35:45,257 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '17d1c972-e6d1-49bb-8136-c4aa91e4da0d' 2024-11-26T08:35:45,257 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T08:35:45,257 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "17d1c972-e6d1-49bb-8136-c4aa91e4da0d" 2024-11-26T08:35:45,257 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3186280a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T08:35:45,257 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [719ac8e87449,38507,-1] 2024-11-26T08:35:45,257 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T08:35:45,258 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T08:35:45,258 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36266, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T08:35:45,259 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60ed60a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T08:35:45,259 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T08:35:45,260 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=719ac8e87449,40717,1732610023231, seqNum=-1] 2024-11-26T08:35:45,261 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T08:35:45,262 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55664, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T08:35:45,265 WARN [Time-limited test {}] tool.BulkLoadHFilesTool(259): Skipping non-directory hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/hbase-staging/bulk_output-default-table1-1732610142819/_SUCCESS 2024-11-26T08:35:45,269 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T08:35:45,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 719ac8e87449,38507,1732610021435 2024-11-26T08:35:45,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@48266972 2024-11-26T08:35:45,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T08:35:45,271 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36278, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T08:35:45,274 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='', locateType=CURRENT is [region=table1,,1732610136055.7b650bf41f467f34aacfaa5fcbd6de9b., hostname=719ac8e87449,40717,1732610023231, seqNum=7] 2024-11-26T08:35:45,277 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-11-26T08:35:45,283 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/hbase-staging/bulk_output-default-table1-1732610142819/f2/1fec9034f50e40f6b18e158045b7fd75 first=Optional[row-test-1732610031728-2-0] last=Optional[row-test-1732610031728-2-6] 2024-11-26T08:35:45,286 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40717 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/hbase-staging/bulk_output-default-table1-1732610142819/f2/1fec9034f50e40f6b18e158045b7fd75 for inclusion in 7b650bf41f467f34aacfaa5fcbd6de9b/f2 2024-11-26T08:35:45,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40717 {}] regionserver.HStore(626): HFile bounds: first=row-test-1732610031728-2-0 last=row-test-1732610031728-2-6 2024-11-26T08:35:45,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40717 {}] regionserver.HStore(628): Region bounds: first= last=row0 2024-11-26T08:35:45,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40717 {}] regionserver.HRegion(2603): Flush status journal for 7b650bf41f467f34aacfaa5fcbd6de9b: 2024-11-26T08:35:45,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40717 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/hbase-staging/bulk_output-default-table1-1732610142819/f2/1fec9034f50e40f6b18e158045b7fd75 to hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/staging/jenkins__table1__d919gb6f2crs3vi0h16q0dngkcjtl2cumkb22apccieja5bdeuransra2ntu0fvk/f2/1fec9034f50e40f6b18e158045b7fd75 2024-11-26T08:35:45,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40717 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/staging/jenkins__table1__d919gb6f2crs3vi0h16q0dngkcjtl2cumkb22apccieja5bdeuransra2ntu0fvk/f2/1fec9034f50e40f6b18e158045b7fd75 as hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/default/table1/7b650bf41f467f34aacfaa5fcbd6de9b/f2/f411b3a5a6fc46bcb4cd732810b26bf5_SeqId_9_ 2024-11-26T08:35:45,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40717 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@635d903d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T08:35:45,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40717 {}] client.ClusterIdFetcher(90): Going to request 719ac8e87449,38507,-1 for getting cluster id 2024-11-26T08:35:45,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40717 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T08:35:45,294 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '17d1c972-e6d1-49bb-8136-c4aa91e4da0d' 2024-11-26T08:35:45,295 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T08:35:45,295 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "17d1c972-e6d1-49bb-8136-c4aa91e4da0d" 2024-11-26T08:35:45,295 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49bf36d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T08:35:45,295 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [719ac8e87449,38507,-1] 2024-11-26T08:35:45,295 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T08:35:45,295 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T08:35:45,296 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36284, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T08:35:45,296 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b107bcb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T08:35:45,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40717 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T08:35:45,297 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 719ac8e87449,38507,1732610021435 2024-11-26T08:35:45,297 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3d5ad3f8 2024-11-26T08:35:45,298 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T08:35:45,298 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36294, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T08:35:45,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40717 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T08:35:45,300 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=719ac8e87449,40717,1732610023231, seqNum=-1] 2024-11-26T08:35:45,300 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T08:35:45,301 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55666, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T08:35:45,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-26T08:35:45,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-26T08:35:45,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1732610042090.95821178b82ab750c0fdf68811cdef5b., hostname=719ac8e87449,40717,1732610023231, seqNum=2] 2024-11-26T08:35:45,317 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40717 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40717. 2024-11-26T08:35:45,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40717 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T08:35:45,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40717 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T08:35:45,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40717 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T08:35:45,317 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T08:35:45,318 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40717 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/staging/jenkins__table1__d919gb6f2crs3vi0h16q0dngkcjtl2cumkb22apccieja5bdeuransra2ntu0fvk/f2/1fec9034f50e40f6b18e158045b7fd75 into 7b650bf41f467f34aacfaa5fcbd6de9b/f2 as hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/default/table1/7b650bf41f467f34aacfaa5fcbd6de9b/f2/f411b3a5a6fc46bcb4cd732810b26bf5_SeqId_9_ - updating store file list. 2024-11-26T08:35:45,323 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40717 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/default/table1/7b650bf41f467f34aacfaa5fcbd6de9b/f2/f411b3a5a6fc46bcb4cd732810b26bf5_SeqId_9_ into 7b650bf41f467f34aacfaa5fcbd6de9b/f2 2024-11-26T08:35:45,323 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40717 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/staging/jenkins__table1__d919gb6f2crs3vi0h16q0dngkcjtl2cumkb22apccieja5bdeuransra2ntu0fvk/f2/1fec9034f50e40f6b18e158045b7fd75 into 7b650bf41f467f34aacfaa5fcbd6de9b/f2 (new location: hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/default/table1/7b650bf41f467f34aacfaa5fcbd6de9b/f2/f411b3a5a6fc46bcb4cd732810b26bf5_SeqId_9_) 2024-11-26T08:35:45,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40717 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/staging/jenkins__table1__d919gb6f2crs3vi0h16q0dngkcjtl2cumkb22apccieja5bdeuransra2ntu0fvk/f2/1fec9034f50e40f6b18e158045b7fd75 2024-11-26T08:35:45,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40717 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11de03bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T08:35:45,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40717 {}] client.ClusterIdFetcher(90): Going to request 719ac8e87449,38507,-1 for getting cluster id 2024-11-26T08:35:45,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40717 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T08:35:45,326 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '17d1c972-e6d1-49bb-8136-c4aa91e4da0d' 2024-11-26T08:35:45,326 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T08:35:45,326 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "17d1c972-e6d1-49bb-8136-c4aa91e4da0d" 2024-11-26T08:35:45,326 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@623cff44, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T08:35:45,326 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [719ac8e87449,38507,-1] 2024-11-26T08:35:45,326 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T08:35:45,327 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T08:35:45,327 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36300, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-26T08:35:45,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c3a9a6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T08:35:45,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40717 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T08:35:45,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 719ac8e87449,38507,1732610021435 2024-11-26T08:35:45,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@363c2588 2024-11-26T08:35:45,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T08:35:45,329 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36304, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-26T08:35:45,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40717 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T08:35:45,330 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=719ac8e87449,40717,1732610023231, seqNum=-1] 2024-11-26T08:35:45,330 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T08:35:45,331 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55676, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-26T08:35:45,337 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-26T08:35:45,340 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-26T08:35:45,343 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1732610042090.95821178b82ab750c0fdf68811cdef5b., hostname=719ac8e87449,40717,1732610023231, seqNum=2] 2024-11-26T08:35:45,346 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40717 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40717. 2024-11-26T08:35:45,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40717 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T08:35:45,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40717 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T08:35:45,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40717 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T08:35:45,346 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T08:35:45,347 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T08:35:45,347 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:90) at org.apache.hadoop.hbase.backup.util.RestoreTool.incrementalRestoreTable(RestoreTool.java:205) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:185) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:213) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T08:35:45,347 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T08:35:45,347 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T08:35:45,347 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T08:35:45,347 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(95): Restore Job finished:0 2024-11-26T08:35:45,347 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=table1,,1732610136055.7b650bf41f467f34aacfaa5fcbd6de9b., hostname=719ac8e87449,40717,1732610023231, seqNum=7 , the old value is region=table1,,1732610136055.7b650bf41f467f34aacfaa5fcbd6de9b., hostname=719ac8e87449,40717,1732610023231, seqNum=7, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=719ac8e87449:40717 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-26T08:35:45,347 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=table1,,1732610136055.7b650bf41f467f34aacfaa5fcbd6de9b., hostname=719ac8e87449,40717,1732610023231, seqNum=7 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-26T08:35:45,347 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=table1,,1732610136055.7b650bf41f467f34aacfaa5fcbd6de9b., hostname=719ac8e87449,40717,1732610023231, seqNum=7 from cache 2024-11-26T08:35:45,347 INFO [Time-limited test {}] impl.RestoreTablesClient(187): test-1732610031728 has been successfully restored to table1 2024-11-26T08:35:45,348 INFO [Time-limited test {}] impl.RestoreTablesClient(229): Restore includes the following image(s): 2024-11-26T08:35:45,348 INFO [Time-limited test {}] impl.RestoreTablesClient(231): Backup: backup_1732610111785 hdfs://localhost:46515/backupUT/backup_1732610111785/default/test-1732610031728/ 2024-11-26T08:35:45,348 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-26T08:35:45,348 DEBUG [Time-limited test {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:46515/backupUT/backup_1732610076446/.backup.manifest 2024-11-26T08:35:45,350 DEBUG [Time-limited test {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1732610076446/.backup.manifest 2024-11-26T08:35:45,350 INFO [Time-limited test {}] impl.RestoreTablesClient(147): Restoring 'ns2:test-17326100317281' to 'ns2:table2' from full backup image hdfs://localhost:46515/backupUT/backup_1732610076446/ns2/test-17326100317281 2024-11-26T08:35:45,352 DEBUG [Time-limited test {}] util.RestoreTool(295): Retrieved descriptor: 'ns2:test-17326100317281', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} thru backup_1732610111785 2024-11-26T08:35:45,354 INFO [Time-limited test {}] util.RestoreTool(480): Truncating exising target table 'ns2:table2', preserving region splits 2024-11-26T08:35:45,355 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable ns2:table2 2024-11-26T08:35:45,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] procedure2.ProcedureExecutor(1139): Stored pid=89, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=ns2:table2 2024-11-26T08:35:45,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89 2024-11-26T08:35:45,358 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732610145358"}]},"ts":"1732610145358"} 2024-11-26T08:35:45,359 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:table2, state=DISABLING in hbase:meta 2024-11-26T08:35:45,359 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set ns2:table2 to state=DISABLING 2024-11-26T08:35:45,360 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=90, ppid=89, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=ns2:table2}] 2024-11-26T08:35:45,361 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=91, ppid=90, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=33b33b6826ded1ceb5f928910feac225, UNASSIGN}] 2024-11-26T08:35:45,362 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=91, ppid=90, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=33b33b6826ded1ceb5f928910feac225, UNASSIGN 2024-11-26T08:35:45,363 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=91 updating hbase:meta row=33b33b6826ded1ceb5f928910feac225, regionState=CLOSING, regionLocation=719ac8e87449,40717,1732610023231 2024-11-26T08:35:45,364 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=91, ppid=90, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=ns2:table2, region=33b33b6826ded1ceb5f928910feac225, UNASSIGN because future has completed 2024-11-26T08:35:45,364 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-26T08:35:45,364 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=92, ppid=91, state=RUNNABLE, hasLock=false; CloseRegionProcedure 33b33b6826ded1ceb5f928910feac225, server=719ac8e87449,40717,1732610023231}] 2024-11-26T08:35:45,455 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'table1', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=719ac8e87449:40717 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 34 more 2024-11-26T08:35:45,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89 2024-11-26T08:35:45,518 INFO [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] handler.UnassignRegionHandler(122): Close 33b33b6826ded1ceb5f928910feac225 2024-11-26T08:35:45,518 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-26T08:35:45,518 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1722): Closing 33b33b6826ded1ceb5f928910feac225, disabling compactions & flushes 2024-11-26T08:35:45,518 INFO [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1755): Closing region ns2:table2,,1732610130947.33b33b6826ded1ceb5f928910feac225. 2024-11-26T08:35:45,518 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1776): Time limited wait for close lock on ns2:table2,,1732610130947.33b33b6826ded1ceb5f928910feac225. 2024-11-26T08:35:45,518 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1843): Acquired close lock on ns2:table2,,1732610130947.33b33b6826ded1ceb5f928910feac225. after waiting 0 ms 2024-11-26T08:35:45,518 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1853): Updates disabled for region ns2:table2,,1732610130947.33b33b6826ded1ceb5f928910feac225. 2024-11-26T08:35:45,527 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/ns2/table2/33b33b6826ded1ceb5f928910feac225/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-26T08:35:45,528 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-26T08:35:45,528 INFO [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1973): Closed ns2:table2,,1732610130947.33b33b6826ded1ceb5f928910feac225. 2024-11-26T08:35:45,529 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1676): Region close journal for 33b33b6826ded1ceb5f928910feac225: Waiting for close lock at 1732610145518Running coprocessor pre-close hooks at 1732610145518Disabling compacts and flushes for region at 1732610145518Disabling writes for close at 1732610145518Writing region close event to WAL at 1732610145520 (+2 ms)Running coprocessor post-close hooks at 1732610145528 (+8 ms)Closed at 1732610145528 2024-11-26T08:35:45,532 INFO [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] handler.UnassignRegionHandler(157): Closed 33b33b6826ded1ceb5f928910feac225 2024-11-26T08:35:45,533 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=91 updating hbase:meta row=33b33b6826ded1ceb5f928910feac225, regionState=CLOSED 2024-11-26T08:35:45,536 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=92, ppid=91, state=RUNNABLE, hasLock=false; CloseRegionProcedure 33b33b6826ded1ceb5f928910feac225, server=719ac8e87449,40717,1732610023231 because future has completed 2024-11-26T08:35:45,541 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=92, resume processing ppid=91 2024-11-26T08:35:45,541 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=92, ppid=91, state=SUCCESS, hasLock=false; CloseRegionProcedure 33b33b6826ded1ceb5f928910feac225, server=719ac8e87449,40717,1732610023231 in 173 msec 2024-11-26T08:35:45,546 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=91, resume processing ppid=90 2024-11-26T08:35:45,546 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=91, ppid=90, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=33b33b6826ded1ceb5f928910feac225, UNASSIGN in 180 msec 2024-11-26T08:35:45,548 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=90, resume processing ppid=89 2024-11-26T08:35:45,548 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=90, ppid=89, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=ns2:table2 in 187 msec 2024-11-26T08:35:45,549 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732610145549"}]},"ts":"1732610145549"} 2024-11-26T08:35:45,550 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:table2, state=DISABLED in hbase:meta 2024-11-26T08:35:45,550 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set ns2:table2 to state=DISABLED 2024-11-26T08:35:45,552 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=89, state=SUCCESS, hasLock=false; DisableTableProcedure table=ns2:table2 in 196 msec 2024-11-26T08:35:45,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89 2024-11-26T08:35:45,675 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: ns2:table2 completed 2024-11-26T08:35:45,676 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] master.HMaster$6(2602): Client=jenkins//172.17.0.2 truncate ns2:table2 2024-11-26T08:35:45,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] procedure2.ProcedureExecutor(1139): Stored pid=93, state=RUNNABLE:TRUNCATE_TABLE_PRE_OPERATION, hasLock=false; TruncateTableProcedure (table=ns2:table2 preserveSplits=true) 2024-11-26T08:35:45,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-11-26T08:35:45,681 DEBUG [PEWorker-2 {}] procedure.TruncateTableProcedure(87): waiting for 'ns2:table2' regions in transition 2024-11-26T08:35:45,685 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/ns2/table2/33b33b6826ded1ceb5f928910feac225 2024-11-26T08:35:45,687 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/ns2/table2/33b33b6826ded1ceb5f928910feac225/f, FileablePath, hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/ns2/table2/33b33b6826ded1ceb5f928910feac225/recovered.edits] 2024-11-26T08:35:45,693 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/ns2/table2/33b33b6826ded1ceb5f928910feac225/f/32632c675ffe42f590b9bcb9986b1427_SeqId_4_ to hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/archive/data/ns2/table2/33b33b6826ded1ceb5f928910feac225/f/32632c675ffe42f590b9bcb9986b1427_SeqId_4_ 2024-11-26T08:35:45,699 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/ns2/table2/33b33b6826ded1ceb5f928910feac225/recovered.edits/6.seqid to hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/archive/data/ns2/table2/33b33b6826ded1ceb5f928910feac225/recovered.edits/6.seqid 2024-11-26T08:35:45,700 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/ns2/table2/33b33b6826ded1ceb5f928910feac225 2024-11-26T08:35:45,700 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived ns2:table2 regions 2024-11-26T08:35:45,706 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of ns2:table2 from hbase:meta 2024-11-26T08:35:45,708 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'ns2:table2' descriptor. 2024-11-26T08:35:45,708 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'ns2:table2' from region states. 2024-11-26T08:35:45,708 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"ns2:table2,,1732610130947.33b33b6826ded1ceb5f928910feac225.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732610145708"}]},"ts":"9223372036854775807"} 2024-11-26T08:35:45,710 INFO [PEWorker-2 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-26T08:35:45,710 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 33b33b6826ded1ceb5f928910feac225, NAME => 'ns2:table2,,1732610130947.33b33b6826ded1ceb5f928910feac225.', STARTKEY => '', ENDKEY => ''}] 2024-11-26T08:35:45,710 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'ns2:table2' as deleted. 2024-11-26T08:35:45,711 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732610145710"}]},"ts":"9223372036854775807"} 2024-11-26T08:35:45,712 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(867): Deleted table ns2:table2 state from META 2024-11-26T08:35:45,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37101 is added to blk_1073741992_1168 (size=351) 2024-11-26T08:35:45,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-11-26T08:35:45,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-11-26T08:35:46,125 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3c76f79733d39d5d46b91b122b233485, NAME => 'ns2:table2,,1732610145703.3c76f79733d39d5d46b91b122b233485.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns2:table2', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6 2024-11-26T08:35:46,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37101 is added to blk_1073741993_1169 (size=37) 2024-11-26T08:35:46,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-11-26T08:35:46,540 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(898): Instantiated ns2:table2,,1732610145703.3c76f79733d39d5d46b91b122b233485.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T08:35:46,541 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1722): Closing 3c76f79733d39d5d46b91b122b233485, disabling compactions & flushes 2024-11-26T08:35:46,541 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1755): Closing region ns2:table2,,1732610145703.3c76f79733d39d5d46b91b122b233485. 2024-11-26T08:35:46,541 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on ns2:table2,,1732610145703.3c76f79733d39d5d46b91b122b233485. 2024-11-26T08:35:46,541 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on ns2:table2,,1732610145703.3c76f79733d39d5d46b91b122b233485. after waiting 0 ms 2024-11-26T08:35:46,541 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region ns2:table2,,1732610145703.3c76f79733d39d5d46b91b122b233485. 2024-11-26T08:35:46,541 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1973): Closed ns2:table2,,1732610145703.3c76f79733d39d5d46b91b122b233485. 2024-11-26T08:35:46,541 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3c76f79733d39d5d46b91b122b233485: Waiting for close lock at 1732610146541Disabling compacts and flushes for region at 1732610146541Disabling writes for close at 1732610146541Writing region close event to WAL at 1732610146541Closed at 1732610146541 2024-11-26T08:35:46,545 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"ns2:table2,,1732610145703.3c76f79733d39d5d46b91b122b233485.","families":{"info":[{"qualifier":"regioninfo","vlen":36,"tag":[],"timestamp":"1732610146544"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732610146544"}]},"ts":"1732610146544"} 2024-11-26T08:35:46,548 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T08:35:46,550 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732610146549"}]},"ts":"1732610146549"} 2024-11-26T08:35:46,552 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:table2, state=ENABLING in hbase:meta 2024-11-26T08:35:46,552 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=3c76f79733d39d5d46b91b122b233485, ASSIGN}] 2024-11-26T08:35:46,553 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=3c76f79733d39d5d46b91b122b233485, ASSIGN 2024-11-26T08:35:46,554 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=ns2:table2, region=3c76f79733d39d5d46b91b122b233485, ASSIGN; state=OFFLINE, location=719ac8e87449,40717,1732610023231; forceNewPlan=false, retain=false 2024-11-26T08:35:46,561 DEBUG [regionserver/719ac8e87449:0.Chore.1 {}] throttle.PressureAwareCompactionThroughputController(103): CompactionPressure is 0.07692307692307693, tune throughput to 53.85 MB/second 2024-11-26T08:35:46,706 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=94 updating hbase:meta row=3c76f79733d39d5d46b91b122b233485, regionState=OPENING, regionLocation=719ac8e87449,40717,1732610023231 2024-11-26T08:35:46,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=ns2:table2, region=3c76f79733d39d5d46b91b122b233485, ASSIGN because future has completed 2024-11-26T08:35:46,711 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=95, ppid=94, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3c76f79733d39d5d46b91b122b233485, server=719ac8e87449,40717,1732610023231}] 2024-11-26T08:35:46,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-11-26T08:35:46,871 INFO [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] handler.AssignRegionHandler(132): Open ns2:table2,,1732610145703.3c76f79733d39d5d46b91b122b233485. 2024-11-26T08:35:46,872 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(7752): Opening region: {ENCODED => 3c76f79733d39d5d46b91b122b233485, NAME => 'ns2:table2,,1732610145703.3c76f79733d39d5d46b91b122b233485.', STARTKEY => '', ENDKEY => ''} 2024-11-26T08:35:46,873 INFO [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-26T08:35:46,873 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table2 3c76f79733d39d5d46b91b122b233485 2024-11-26T08:35:46,873 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(898): Instantiated ns2:table2,,1732610145703.3c76f79733d39d5d46b91b122b233485.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T08:35:46,874 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(7794): checking encryption for 3c76f79733d39d5d46b91b122b233485 2024-11-26T08:35:46,874 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(7797): checking classloading for 3c76f79733d39d5d46b91b122b233485 2024-11-26T08:35:46,875 INFO [StoreOpener-3c76f79733d39d5d46b91b122b233485-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 3c76f79733d39d5d46b91b122b233485 2024-11-26T08:35:46,877 INFO [StoreOpener-3c76f79733d39d5d46b91b122b233485-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3c76f79733d39d5d46b91b122b233485 columnFamilyName f 2024-11-26T08:35:46,877 DEBUG [StoreOpener-3c76f79733d39d5d46b91b122b233485-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T08:35:46,877 INFO [StoreOpener-3c76f79733d39d5d46b91b122b233485-1 {}] regionserver.HStore(327): Store=3c76f79733d39d5d46b91b122b233485/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T08:35:46,878 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1038): replaying wal for 3c76f79733d39d5d46b91b122b233485 2024-11-26T08:35:46,878 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/ns2/table2/3c76f79733d39d5d46b91b122b233485 2024-11-26T08:35:46,879 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/ns2/table2/3c76f79733d39d5d46b91b122b233485 2024-11-26T08:35:46,879 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1048): stopping wal replay for 3c76f79733d39d5d46b91b122b233485 2024-11-26T08:35:46,879 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1060): Cleaning up temporary data for 3c76f79733d39d5d46b91b122b233485 2024-11-26T08:35:46,881 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1093): writing seq id for 3c76f79733d39d5d46b91b122b233485 2024-11-26T08:35:46,883 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/ns2/table2/3c76f79733d39d5d46b91b122b233485/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T08:35:46,884 INFO [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1114): Opened 3c76f79733d39d5d46b91b122b233485; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9754817920, jitterRate=-0.0915117859840393}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-26T08:35:46,884 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3c76f79733d39d5d46b91b122b233485 2024-11-26T08:35:46,885 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1006): Region open journal for 3c76f79733d39d5d46b91b122b233485: Running coprocessor pre-open hook at 1732610146874Writing region info on filesystem at 1732610146874Initializing all the Stores at 1732610146875 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732610146875Cleaning up temporary data from old regions at 1732610146879 (+4 ms)Running coprocessor post-open hooks at 1732610146884 (+5 ms)Region opened successfully at 1732610146885 (+1 ms) 2024-11-26T08:35:46,886 INFO [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegionServer(2236): Post open deploy tasks for ns2:table2,,1732610145703.3c76f79733d39d5d46b91b122b233485., pid=95, masterSystemTime=1732610146864 2024-11-26T08:35:46,888 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegionServer(2266): Finished post open deploy task for ns2:table2,,1732610145703.3c76f79733d39d5d46b91b122b233485. 2024-11-26T08:35:46,888 INFO [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] handler.AssignRegionHandler(153): Opened ns2:table2,,1732610145703.3c76f79733d39d5d46b91b122b233485. 2024-11-26T08:35:46,888 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=94 updating hbase:meta row=3c76f79733d39d5d46b91b122b233485, regionState=OPEN, openSeqNum=2, regionLocation=719ac8e87449,40717,1732610023231 2024-11-26T08:35:46,889 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=95, ppid=94, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3c76f79733d39d5d46b91b122b233485, server=719ac8e87449,40717,1732610023231 because future has completed 2024-11-26T08:35:46,892 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=95, resume processing ppid=94 2024-11-26T08:35:46,892 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=95, ppid=94, state=SUCCESS, hasLock=false; OpenRegionProcedure 3c76f79733d39d5d46b91b122b233485, server=719ac8e87449,40717,1732610023231 in 179 msec 2024-11-26T08:35:46,893 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=94, resume processing ppid=93 2024-11-26T08:35:46,893 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=94, ppid=93, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=3c76f79733d39d5d46b91b122b233485, ASSIGN in 340 msec 2024-11-26T08:35:46,894 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732610146893"}]},"ts":"1732610146893"} 2024-11-26T08:35:46,895 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:table2, state=ENABLED in hbase:meta 2024-11-26T08:35:46,895 DEBUG [PEWorker-3 {}] procedure.TruncateTableProcedure(145): truncate 'ns2:table2' completed 2024-11-26T08:35:46,896 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=93, state=SUCCESS, hasLock=false; TruncateTableProcedure (table=ns2:table2 preserveSplits=true) in 1.2190 sec 2024-11-26T08:35:47,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-11-26T08:35:47,825 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: TRUNCATE, Table Name: ns2:table2 completed 2024-11-26T08:35:47,829 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:table2,, stopping at row=ns2:table2 ,, for max=2147483647 with caching=100 2024-11-26T08:35:47,835 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(64): Restore full backup from directory hdfs://localhost:46515/backupUT/backup_1732610076446/ns2/test-17326100317281/archive/data/ns2/test-17326100317281/aa3be1f80fa6bd55cd0e5668b254a5bc from hbase tables ns2:test-17326100317281 to tables ns2:table2 2024-11-26T08:35:47,835 INFO [Time-limited test {}] mapreduce.MapReduceRestoreJob(72): Restore ns2:test-17326100317281 into ns2:table2 2024-11-26T08:35:47,839 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(112): add incremental job :hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/hbase-staging/bulk_output-ns2-table2-1732610147835 from hdfs://localhost:46515/backupUT/backup_1732610076446/ns2/test-17326100317281/archive/data/ns2/test-17326100317281/aa3be1f80fa6bd55cd0e5668b254a5bc 2024-11-26T08:35:47,840 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@176c0758, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T08:35:47,840 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 719ac8e87449,38507,-1 for getting cluster id 2024-11-26T08:35:47,841 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T08:35:47,842 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '17d1c972-e6d1-49bb-8136-c4aa91e4da0d' 2024-11-26T08:35:47,842 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T08:35:47,842 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "17d1c972-e6d1-49bb-8136-c4aa91e4da0d" 2024-11-26T08:35:47,842 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65468961, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T08:35:47,842 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [719ac8e87449,38507,-1] 2024-11-26T08:35:47,842 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T08:35:47,843 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T08:35:47,843 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36320, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T08:35:47,844 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43d8f6a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T08:35:47,844 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T08:35:47,845 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 719ac8e87449,38507,1732610021435 2024-11-26T08:35:47,845 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@13447121 2024-11-26T08:35:47,845 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T08:35:47,845 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36324, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T08:35:47,846 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled 2024-11-26T08:35:47,846 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns2:table2 2024-11-26T08:35:47,846 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:table2,, stopping at row=ns2:table2 ,, for max=2147483647 with caching=100 2024-11-26T08:35:47,846 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T08:35:47,847 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=719ac8e87449,40717,1732610023231, seqNum=-1] 2024-11-26T08:35:47,847 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T08:35:47,848 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55686, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T08:35:47,849 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns2:table2: 2024-11-26T08:35:47,849 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 1 reduce partitions to match current region count for all tables 2024-11-26T08:35:47,850 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/hbase-staging/partitions_45b8f4b5-ebf6-4066-aa5a-5fe53aa109e5 2024-11-26T08:35:47,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37101 is added to blk_1073741994_1170 (size=153) 2024-11-26T08:35:47,939 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobtracker.properties,hadoop-metrics2.properties 2024-11-26T08:35:48,259 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-26T08:35:48,260 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-26T08:35:48,261 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-26T08:35:49,116 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/5c1d7269-9c3d-d2f1-151b-0b39cfe105a5/hadoop-8621195092871463180.jar 2024-11-26T08:35:49,116 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-26T08:35:49,116 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-26T08:35:49,117 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-26T08:35:49,117 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-26T08:35:49,117 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-26T08:35:49,117 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-26T08:35:49,117 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-26T08:35:49,117 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-26T08:35:49,117 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-26T08:35:49,118 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-26T08:35:49,118 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-26T08:35:49,118 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-26T08:35:49,118 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-26T08:35:49,118 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-26T08:35:49,118 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-26T08:35:49,119 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-26T08:35:49,119 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-26T08:35:49,119 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-26T08:35:49,119 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-26T08:35:49,119 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-26T08:35:49,120 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-26T08:35:49,120 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-26T08:35:49,120 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-26T08:35:49,120 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-26T08:35:49,120 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-26T08:35:49,120 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-26T08:35:49,120 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-26T08:35:49,120 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: ns2:table2 2024-11-26T08:35:49,121 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T08:35:49,121 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.createSubmittableJob(MapReduceHFileSplitterJob.java:123) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.run(MapReduceHFileSplitterJob.java:170) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:82) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:213) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T08:35:49,121 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T08:35:49,121 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T08:35:49,121 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T08:35:49,121 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(124): success configuring load incremental job 2024-11-26T08:35:49,121 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-26T08:35:49,130 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-26T08:35:49,141 WARN [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2024-11-26T08:35:49,223 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/5c1d7269-9c3d-d2f1-151b-0b39cfe105a5/mapreduce.cluster.local.dir/job_local1540252864_0016_c5455e45-65f8-4e71-9b4a-dd35fe248a1e/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory 2024-11-26T08:35:49,223 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/5c1d7269-9c3d-d2f1-151b-0b39cfe105a5/mapreduce.cluster.local.dir/job_local1540252864_0016_c5455e45-65f8-4e71-9b4a-dd35fe248a1e/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/* 2024-11-26T08:35:49,265 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:46515/backupUT/backup_1732610076446/ns2/test-17326100317281/archive/data/ns2/test-17326100317281/aa3be1f80fa6bd55cd0e5668b254a5bc/f/7c9739033366471493fe3ca924b0949e 2024-11-26T08:35:49,268 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-26T08:35:49,301 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:46515/backupUT/backup_1732610076446/ns2/test-17326100317281/archive/data/ns2/test-17326100317281/aa3be1f80fa6bd55cd0e5668b254a5bc/f/72ffbe56952e433f91924b514ec81e31 2024-11-26T08:35:49,304 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-26T08:35:49,329 DEBUG [pool-286-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@369d7559, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T08:35:49,329 DEBUG [pool-286-thread-1 {}] client.ClusterIdFetcher(90): Going to request 719ac8e87449,38507,-1 for getting cluster id 2024-11-26T08:35:49,329 DEBUG [pool-286-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T08:35:49,330 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '17d1c972-e6d1-49bb-8136-c4aa91e4da0d' 2024-11-26T08:35:49,330 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T08:35:49,330 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "17d1c972-e6d1-49bb-8136-c4aa91e4da0d" 2024-11-26T08:35:49,330 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57c34280, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T08:35:49,331 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [719ac8e87449,38507,-1] 2024-11-26T08:35:49,331 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T08:35:49,331 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T08:35:49,332 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36352, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T08:35:49,332 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e47b383, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T08:35:49,333 DEBUG [pool-286-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T08:35:49,334 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=719ac8e87449,40717,1732610023231, seqNum=-1] 2024-11-26T08:35:49,334 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T08:35:49,335 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55688, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T08:35:49,336 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:table2', row='row-t20', locateType=CURRENT is [region=ns2:table2,,1732610145703.3c76f79733d39d5d46b91b122b233485., hostname=719ac8e87449,40717,1732610023231, seqNum=2] 2024-11-26T08:35:49,337 INFO [pool-286-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-286-thread-1. 2024-11-26T08:35:49,337 DEBUG [pool-286-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T08:35:49,337 DEBUG [pool-286-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T08:35:49,337 DEBUG [pool-286-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T08:35:49,337 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T08:35:49,337 DEBUG [pool-286-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-t20] 2024-11-26T08:35:49,337 DEBUG [pool-286-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 719ac8e87449 2024-11-26T08:35:49,343 DEBUG [pool-286-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/hbase-staging/bulk_output-ns2-table2-1732610147835/_temporary/0/_temporary/attempt_local1540252864_0016_r_000000_0/f/068a17f4fcd74ed8a59edd10a44f0024 is 38, key is row-t20/f:q1/1732610061578/Put/seqid=0 2024-11-26T08:35:49,345 WARN [Thread-1963 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [719ac8e87449:40717] Specified favored nodes: [719ac8e87449:40717] 2024-11-26T08:35:49,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37101 is added to blk_1073741995_1171 (size=8935) 2024-11-26T08:35:50,265 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(87): Restoring HFiles from directory hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/hbase-staging/bulk_output-ns2-table2-1732610147835 2024-11-26T08:35:50,266 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33a4f4fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T08:35:50,266 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 719ac8e87449,38507,-1 for getting cluster id 2024-11-26T08:35:50,266 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T08:35:50,267 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '17d1c972-e6d1-49bb-8136-c4aa91e4da0d' 2024-11-26T08:35:50,267 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T08:35:50,267 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "17d1c972-e6d1-49bb-8136-c4aa91e4da0d" 2024-11-26T08:35:50,267 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65ddb588, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T08:35:50,267 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [719ac8e87449,38507,-1] 2024-11-26T08:35:50,267 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T08:35:50,268 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T08:35:50,268 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36366, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T08:35:50,269 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1802013e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T08:35:50,269 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T08:35:50,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=719ac8e87449,40717,1732610023231, seqNum=-1] 2024-11-26T08:35:50,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T08:35:50,271 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55696, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T08:35:50,273 WARN [Time-limited test {}] tool.BulkLoadHFilesTool(259): Skipping non-directory hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/hbase-staging/bulk_output-ns2-table2-1732610147835/_SUCCESS 2024-11-26T08:35:50,275 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T08:35:50,276 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 719ac8e87449,38507,1732610021435 2024-11-26T08:35:50,276 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@67faf26b 2024-11-26T08:35:50,276 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T08:35:50,277 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36370, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T08:35:50,280 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:table2', row='', locateType=CURRENT is [region=ns2:table2,,1732610145703.3c76f79733d39d5d46b91b122b233485., hostname=719ac8e87449,40717,1732610023231, seqNum=2] 2024-11-26T08:35:50,282 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:table2,, stopping at row=ns2:table2 ,, for max=2147483647 with caching=100 2024-11-26T08:35:50,287 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/hbase-staging/bulk_output-ns2-table2-1732610147835/f/068a17f4fcd74ed8a59edd10a44f0024 first=Optional[row-t20] last=Optional[row98] 2024-11-26T08:35:50,290 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40717 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/hbase-staging/bulk_output-ns2-table2-1732610147835/f/068a17f4fcd74ed8a59edd10a44f0024 for inclusion in 3c76f79733d39d5d46b91b122b233485/f 2024-11-26T08:35:50,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40717 {}] regionserver.HStore(626): HFile bounds: first=row-t20 last=row98 2024-11-26T08:35:50,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40717 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-26T08:35:50,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40717 {}] regionserver.HRegion(2603): Flush status journal for 3c76f79733d39d5d46b91b122b233485: 2024-11-26T08:35:50,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40717 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/hbase-staging/bulk_output-ns2-table2-1732610147835/f/068a17f4fcd74ed8a59edd10a44f0024 to hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/staging/jenkins__ns2_table2__t2s53h3mkoifdkfn2m3ifq8mkk24onndmhimk1pskaeabdmaps1jb8qegtclrg6h/f/068a17f4fcd74ed8a59edd10a44f0024 2024-11-26T08:35:50,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40717 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/staging/jenkins__ns2_table2__t2s53h3mkoifdkfn2m3ifq8mkk24onndmhimk1pskaeabdmaps1jb8qegtclrg6h/f/068a17f4fcd74ed8a59edd10a44f0024 as hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/ns2/table2/3c76f79733d39d5d46b91b122b233485/f/bf879a0f04fc481fbde81ffe0c9a96c3_SeqId_4_ 2024-11-26T08:35:50,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40717 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fd5ce0a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T08:35:50,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40717 {}] client.ClusterIdFetcher(90): Going to request 719ac8e87449,38507,-1 for getting cluster id 2024-11-26T08:35:50,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40717 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T08:35:50,299 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '17d1c972-e6d1-49bb-8136-c4aa91e4da0d' 2024-11-26T08:35:50,299 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T08:35:50,299 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "17d1c972-e6d1-49bb-8136-c4aa91e4da0d" 2024-11-26T08:35:50,299 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46b91e7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T08:35:50,299 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [719ac8e87449,38507,-1] 2024-11-26T08:35:50,299 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T08:35:50,300 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T08:35:50,300 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36382, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T08:35:50,301 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a64db4f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T08:35:50,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40717 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T08:35:50,302 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 719ac8e87449,38507,1732610021435 2024-11-26T08:35:50,302 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@47a60c70 2024-11-26T08:35:50,302 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T08:35:50,303 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36396, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T08:35:50,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40717 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T08:35:50,304 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=719ac8e87449,40717,1732610023231, seqNum=-1] 2024-11-26T08:35:50,304 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T08:35:50,305 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55704, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T08:35:50,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-26T08:35:50,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-26T08:35:50,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1732610042090.95821178b82ab750c0fdf68811cdef5b., hostname=719ac8e87449,40717,1732610023231, seqNum=2] 2024-11-26T08:35:50,318 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40717 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40717. 2024-11-26T08:35:50,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40717 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T08:35:50,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40717 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T08:35:50,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40717 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T08:35:50,319 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T08:35:50,320 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40717 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/staging/jenkins__ns2_table2__t2s53h3mkoifdkfn2m3ifq8mkk24onndmhimk1pskaeabdmaps1jb8qegtclrg6h/f/068a17f4fcd74ed8a59edd10a44f0024 into 3c76f79733d39d5d46b91b122b233485/f as hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/ns2/table2/3c76f79733d39d5d46b91b122b233485/f/bf879a0f04fc481fbde81ffe0c9a96c3_SeqId_4_ - updating store file list. 2024-11-26T08:35:50,324 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40717 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/ns2/table2/3c76f79733d39d5d46b91b122b233485/f/bf879a0f04fc481fbde81ffe0c9a96c3_SeqId_4_ into 3c76f79733d39d5d46b91b122b233485/f 2024-11-26T08:35:50,324 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40717 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/staging/jenkins__ns2_table2__t2s53h3mkoifdkfn2m3ifq8mkk24onndmhimk1pskaeabdmaps1jb8qegtclrg6h/f/068a17f4fcd74ed8a59edd10a44f0024 into 3c76f79733d39d5d46b91b122b233485/f (new location: hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/ns2/table2/3c76f79733d39d5d46b91b122b233485/f/bf879a0f04fc481fbde81ffe0c9a96c3_SeqId_4_) 2024-11-26T08:35:50,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40717 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/staging/jenkins__ns2_table2__t2s53h3mkoifdkfn2m3ifq8mkk24onndmhimk1pskaeabdmaps1jb8qegtclrg6h/f/068a17f4fcd74ed8a59edd10a44f0024 2024-11-26T08:35:50,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40717 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47fc44a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T08:35:50,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40717 {}] client.ClusterIdFetcher(90): Going to request 719ac8e87449,38507,-1 for getting cluster id 2024-11-26T08:35:50,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40717 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T08:35:50,327 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '17d1c972-e6d1-49bb-8136-c4aa91e4da0d' 2024-11-26T08:35:50,327 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T08:35:50,327 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "17d1c972-e6d1-49bb-8136-c4aa91e4da0d" 2024-11-26T08:35:50,327 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@631f1fa7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T08:35:50,327 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [719ac8e87449,38507,-1] 2024-11-26T08:35:50,327 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T08:35:50,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T08:35:50,328 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36426, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-26T08:35:50,329 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52fe2fcf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-26T08:35:50,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40717 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T08:35:50,330 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 719ac8e87449,38507,1732610021435 2024-11-26T08:35:50,330 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4df7eef4 2024-11-26T08:35:50,330 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T08:35:50,330 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36434, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-26T08:35:50,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40717 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T08:35:50,332 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=719ac8e87449,40717,1732610023231, seqNum=-1] 2024-11-26T08:35:50,332 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T08:35:50,332 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55714, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-26T08:35:50,337 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-26T08:35:50,340 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-26T08:35:50,343 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1732610042090.95821178b82ab750c0fdf68811cdef5b., hostname=719ac8e87449,40717,1732610023231, seqNum=2] 2024-11-26T08:35:50,344 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40717 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40717. 2024-11-26T08:35:50,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40717 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T08:35:50,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40717 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T08:35:50,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40717 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T08:35:50,345 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T08:35:50,345 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T08:35:50,346 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:90) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:213) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T08:35:50,346 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T08:35:50,346 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T08:35:50,346 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T08:35:50,346 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(95): Restore Job finished:0 2024-11-26T08:35:50,346 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=ns2:table2,,1732610145703.3c76f79733d39d5d46b91b122b233485., hostname=719ac8e87449,40717,1732610023231, seqNum=2 , the old value is region=ns2:table2,,1732610145703.3c76f79733d39d5d46b91b122b233485., hostname=719ac8e87449,40717,1732610023231, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=719ac8e87449:40717 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-26T08:35:50,346 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=ns2:table2,,1732610145703.3c76f79733d39d5d46b91b122b233485., hostname=719ac8e87449,40717,1732610023231, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-26T08:35:50,346 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=ns2:table2,,1732610145703.3c76f79733d39d5d46b91b122b233485., hostname=719ac8e87449,40717,1732610023231, seqNum=2 from cache 2024-11-26T08:35:50,347 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-26T08:35:50,361 INFO [Time-limited test {}] impl.RestoreTablesClient(175): No incremental changes since full backup for 'ns2:test-17326100317281', skipping incremental restore step. 2024-11-26T08:35:50,361 INFO [Time-limited test {}] impl.RestoreTablesClient(229): Restore includes the following image(s): 2024-11-26T08:35:50,361 INFO [Time-limited test {}] impl.RestoreTablesClient(231): Backup: backup_1732610111785 hdfs://localhost:46515/backupUT/backup_1732610111785/ns2/test-17326100317281/ 2024-11-26T08:35:50,361 DEBUG [Time-limited test {}] impl.RestoreTablesClient(236): restoreStage finished 2024-11-26T08:35:50,363 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(217): After incremental restore: 'table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T08:35:50,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40717 {}] ipc.CallRunner(138): callId: 741 service: ClientService methodName: Scan size: 160 connection: 172.17.0.2:60760 deadline: 1732610210362, exception=org.apache.hadoop.hbase.NotServingRegionException: table1,,1732610125121.94d6855f89f9a3a113872d4c85fc6e99. is not online on 719ac8e87449,40717,1732610023231 2024-11-26T08:35:50,364 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=table1,,1732610125121.94d6855f89f9a3a113872d4c85fc6e99., hostname=719ac8e87449,40717,1732610023231, seqNum=2 , the old value is region=table1,,1732610125121.94d6855f89f9a3a113872d4c85fc6e99., hostname=719ac8e87449,40717,1732610023231, seqNum=2, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: table1,,1732610125121.94d6855f89f9a3a113872d4c85fc6e99. is not online on 719ac8e87449,40717,1732610023231 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T08:35:50,364 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=table1,,1732610125121.94d6855f89f9a3a113872d4c85fc6e99., hostname=719ac8e87449,40717,1732610023231, seqNum=2 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: table1,,1732610125121.94d6855f89f9a3a113872d4c85fc6e99. is not online on 719ac8e87449,40717,1732610023231 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T08:35:50,364 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=table1,,1732610125121.94d6855f89f9a3a113872d4c85fc6e99., hostname=719ac8e87449,40717,1732610023231, seqNum=2 from cache 2024-11-26T08:35:50,455 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'ns2:table2', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=719ac8e87449:40717 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 34 more 2024-11-26T08:35:50,477 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='', locateType=CURRENT is [region=table1,,1732610136055.7b650bf41f467f34aacfaa5fcbd6de9b., hostname=719ac8e87449,40717,1732610023231, seqNum=7] 2024-11-26T08:35:50,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40717 {}] ipc.CallRunner(138): callId: 745 service: ClientService methodName: Scan size: 170 connection: 172.17.0.2:60760 deadline: 1732610210484, exception=org.apache.hadoop.hbase.NotServingRegionException: table1,row0,1732610125121.93c9131a823100adc9ad95efba3a9a1d. is not online on 719ac8e87449,40717,1732610023231 2024-11-26T08:35:50,485 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=table1,row0,1732610125121.93c9131a823100adc9ad95efba3a9a1d., hostname=719ac8e87449,40717,1732610023231, seqNum=2 , the old value is region=table1,row0,1732610125121.93c9131a823100adc9ad95efba3a9a1d., hostname=719ac8e87449,40717,1732610023231, seqNum=2, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: table1,row0,1732610125121.93c9131a823100adc9ad95efba3a9a1d. is not online on 719ac8e87449,40717,1732610023231 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T08:35:50,485 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=table1,row0,1732610125121.93c9131a823100adc9ad95efba3a9a1d., hostname=719ac8e87449,40717,1732610023231, seqNum=2 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: table1,row0,1732610125121.93c9131a823100adc9ad95efba3a9a1d. is not online on 719ac8e87449,40717,1732610023231 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T08:35:50,485 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=table1,row0,1732610125121.93c9131a823100adc9ad95efba3a9a1d., hostname=719ac8e87449,40717,1732610023231, seqNum=2 from cache 2024-11-26T08:35:50,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row0', locateType=CURRENT is [region=table1,row0,1732610136055.a64abc36838edf86dd7531cf54135a9b., hostname=719ac8e87449,40717,1732610023231, seqNum=7] 2024-11-26T08:35:50,608 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(219): f1 has 198 rows 2024-11-26T08:35:50,614 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(223): f2 has 7 rows 2024-11-26T08:35:50,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T08:35:50,626 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40717 {}] regionserver.HMobStore(347): The Cell result is null, assemble a new Cell with the same row,family,qualifier,timestamp,type and tags but with an empty value to return. 2024-11-26T08:35:50,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T08:35:50,631 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40717 {}] regionserver.HMobStore(347): The Cell result is null, assemble a new Cell with the same row,family,qualifier,timestamp,type and tags but with an empty value to return. 2024-11-26T08:35:50,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T08:35:50,632 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40717 {}] regionserver.HMobStore(347): The Cell result is null, assemble a new Cell with the same row,family,qualifier,timestamp,type and tags but with an empty value to return. 2024-11-26T08:35:50,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T08:35:50,633 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40717 {}] regionserver.HMobStore(347): The Cell result is null, assemble a new Cell with the same row,family,qualifier,timestamp,type and tags but with an empty value to return. 2024-11-26T08:35:50,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T08:35:50,634 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40717 {}] regionserver.HMobStore(347): The Cell result is null, assemble a new Cell with the same row,family,qualifier,timestamp,type and tags but with an empty value to return. 2024-11-26T08:35:50,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40717 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T08:35:50,635 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40717 {}] regionserver.HMobStore(347): The Cell result is null, assemble a new Cell with the same row,family,qualifier,timestamp,type and tags but with an empty value to return. 2024-11-26T08:35:50,638 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(227): mob has 111 rows 2024-11-26T08:35:50,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40717 {}] ipc.CallRunner(138): callId: 753 service: ClientService methodName: Scan size: 159 connection: 172.17.0.2:60760 deadline: 1732610210638, exception=org.apache.hadoop.hbase.NotServingRegionException: ns2:table2,,1732610130947.33b33b6826ded1ceb5f928910feac225. is not online on 719ac8e87449,40717,1732610023231 2024-11-26T08:35:50,640 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=ns2:table2,,1732610130947.33b33b6826ded1ceb5f928910feac225., hostname=719ac8e87449,40717,1732610023231, seqNum=2 , the old value is region=ns2:table2,,1732610130947.33b33b6826ded1ceb5f928910feac225., hostname=719ac8e87449,40717,1732610023231, seqNum=2, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: ns2:table2,,1732610130947.33b33b6826ded1ceb5f928910feac225. is not online on 719ac8e87449,40717,1732610023231 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T08:35:50,640 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=ns2:table2,,1732610130947.33b33b6826ded1ceb5f928910feac225., hostname=719ac8e87449,40717,1732610023231, seqNum=2 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: ns2:table2,,1732610130947.33b33b6826ded1ceb5f928910feac225. is not online on 719ac8e87449,40717,1732610023231 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T08:35:50,640 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=ns2:table2,,1732610130947.33b33b6826ded1ceb5f928910feac225., hostname=719ac8e87449,40717,1732610023231, seqNum=2 from cache 2024-11-26T08:35:50,745 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:table2', row='', locateType=CURRENT is [region=ns2:table2,,1732610145703.3c76f79733d39d5d46b91b122b233485., hostname=719ac8e87449,40717,1732610023231, seqNum=2] 2024-11-26T08:35:50,749 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T08:35:50,749 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:235) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T08:35:50,749 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T08:35:50,750 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T08:35:50,750 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T08:35:50,770 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: backup.TestIncrementalBackup#TestIncBackupRestore[0] Thread=634 (was 611) Potentially hanging thread: rs(719ac8e87449,40717,1732610023231)-backup-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-8789073_20 at /127.0.0.1:51782 [Receiving block BP-385029744-172.17.0.2-1732610017058:blk_1073741956_1132] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: WAL-Archive-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: (719ac8e87449,38507,1732610021435)-proc-coordinator-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack$SNode.block(SynchronousQueue.java:288) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:397) java.base@17.0.11/java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:886) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_COMPACTED_FILES_DISCHARGER-regionserver/719ac8e87449:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: WAL-Archive-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/5c1d7269-9c3d-d2f1-151b-0b39cfe105a5/cluster_511216f6-b11a-507b-fb88-c5a07fd04368/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: rs(719ac8e87449,40717,1732610023231)-backup-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/5c1d7269-9c3d-d2f1-151b-0b39cfe105a5/cluster_511216f6-b11a-507b-fb88-c5a07fd04368/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-385029744-172.17.0.2-1732610017058:blk_1073741954_1130, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: rs(719ac8e87449,40717,1732610023231)-backup-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1416511292_20 at /127.0.0.1:57212 [Waiting for operation #115] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-8789073_20 at /127.0.0.1:51766 [Receiving block BP-385029744-172.17.0.2-1732610017058:blk_1073741955_1131] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'JobTracker' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-8789073_20 at /127.0.0.1:51762 [Receiving block BP-385029744-172.17.0.2-1732610017058:blk_1073741954_1130] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: rs(719ac8e87449,40717,1732610023231)-backup-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-385029744-172.17.0.2-1732610017058:blk_1073741955_1131, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-385029744-172.17.0.2-1732610017058:blk_1073741956_1132, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Close-WAL-Writer-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: WAL-Archive-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Close-WAL-Writer-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: member: '719ac8e87449,40717,1732610023231' subprocedure-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack$SNode.block(SynchronousQueue.java:288) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:397) java.base@17.0.11/java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:886) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Close-WAL-Writer-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=643 (was 633) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=71 (was 173), ProcessCount=20 (was 20), AvailableMemoryMB=8067 (was 8597) 2024-11-26T08:35:50,770 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=634 is superior to 500 2024-11-26T08:35:50,778 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-26T08:35:50,778 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T08:35:50,779 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.backup.TestBackupBase.tearDown(TestBackupBase.java:378) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T08:35:50,779 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T08:35:50,779 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T08:35:50,779 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T08:35:50,779 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-26T08:35:50,779 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1486845682, stopped=false 2024-11-26T08:35:50,780 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=719ac8e87449,38507,1732610021435 2024-11-26T08:35:50,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38507-0x1017790678c0000, quorum=127.0.0.1:50703, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/running 2024-11-26T08:35:50,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40717-0x1017790678c0001, quorum=127.0.0.1:50703, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/running 2024-11-26T08:35:50,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38507-0x1017790678c0000, quorum=127.0.0.1:50703, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-26T08:35:50,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40717-0x1017790678c0001, quorum=127.0.0.1:50703, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-26T08:35:50,835 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T08:35:50,836 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T08:35:50,836 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38507-0x1017790678c0000, quorum=127.0.0.1:50703, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2024-11-26T08:35:50,836 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.backup.TestBackupBase.tearDown(TestBackupBase.java:378) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T08:35:50,836 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T08:35:50,836 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '719ac8e87449,40717,1732610023231' ***** 2024-11-26T08:35:50,836 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-26T08:35:50,837 INFO [RS:0;719ac8e87449:40717 {}] hbase.HBaseServerBase(468): Stop info server 2024-11-26T08:35:50,837 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40717-0x1017790678c0001, quorum=127.0.0.1:50703, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2024-11-26T08:35:50,840 INFO [RS:0;719ac8e87449:40717 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.w.WebAppContext@9984275{regionserver,/,null,STOPPED}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/classes/hbase-webapps/regionserver} 2024-11-26T08:35:50,842 INFO [RS:0;719ac8e87449:40717 {}] server.AbstractConnector(383): Stopped ServerConnector@445a8045{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2024-11-26T08:35:50,842 INFO [RS:0;719ac8e87449:40717 {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T08:35:50,842 INFO [RS:0;719ac8e87449:40717 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@2df3a35c{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/classes/hbase-webapps/static/,STOPPED} 2024-11-26T08:35:50,842 INFO [RS:0;719ac8e87449:40717 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@3e9615b9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/5c1d7269-9c3d-d2f1-151b-0b39cfe105a5/hadoop.log.dir/,STOPPED} 2024-11-26T08:35:50,844 INFO [RS:0;719ac8e87449:40717 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T08:35:50,844 INFO [RS:0;719ac8e87449:40717 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T08:35:50,844 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-26T08:35:50,844 INFO [RS:0;719ac8e87449:40717 {}] regionserver.LogRollRegionServerProcedureManager(106): Stopping RegionServerBackupManager gracefully. 2024-11-26T08:35:50,844 INFO [RS:0;719ac8e87449:40717 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T08:35:50,844 INFO [RS:0;719ac8e87449:40717 {}] regionserver.HRegionServer(3091): Received CLOSE for aaf2ed5a35d99d782b6a4ccacf5b1db6 2024-11-26T08:35:50,844 INFO [RS:0;719ac8e87449:40717 {}] regionserver.HRegionServer(3091): Received CLOSE for 94c7dd7eabe71a440b024630a5f1dab9 2024-11-26T08:35:50,844 INFO [RS:0;719ac8e87449:40717 {}] regionserver.HRegionServer(3091): Received CLOSE for 4ed34adf087b15770dcef85bcf91b37a 2024-11-26T08:35:50,844 INFO [RS:0;719ac8e87449:40717 {}] regionserver.HRegionServer(3091): Received CLOSE for aa3be1f80fa6bd55cd0e5668b254a5bc 2024-11-26T08:35:50,844 INFO [RS:0;719ac8e87449:40717 {}] regionserver.HRegionServer(3091): Received CLOSE for a64abc36838edf86dd7531cf54135a9b 2024-11-26T08:35:50,844 INFO [RS:0;719ac8e87449:40717 {}] regionserver.HRegionServer(3091): Received CLOSE for 3c76f79733d39d5d46b91b122b233485 2024-11-26T08:35:50,844 INFO [RS:0;719ac8e87449:40717 {}] regionserver.HRegionServer(3091): Received CLOSE for 95821178b82ab750c0fdf68811cdef5b 2024-11-26T08:35:50,844 INFO [RS:0;719ac8e87449:40717 {}] regionserver.HRegionServer(3091): Received CLOSE for d622e6f6fc97a916dd2f828d3953daa1 2024-11-26T08:35:50,845 INFO [RS:0;719ac8e87449:40717 {}] regionserver.HRegionServer(3091): Received CLOSE for 7b650bf41f467f34aacfaa5fcbd6de9b 2024-11-26T08:35:50,845 INFO [RS:0;719ac8e87449:40717 {}] regionserver.HRegionServer(959): stopping server 719ac8e87449,40717,1732610023231 2024-11-26T08:35:50,845 INFO [RS:0;719ac8e87449:40717 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T08:35:50,845 INFO [RS:0;719ac8e87449:40717 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;719ac8e87449:40717. 2024-11-26T08:35:50,845 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing aaf2ed5a35d99d782b6a4ccacf5b1db6, disabling compactions & flushes 2024-11-26T08:35:50,845 INFO [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test-1732610031728,,1732610032240.aaf2ed5a35d99d782b6a4ccacf5b1db6. 2024-11-26T08:35:50,845 DEBUG [RS:0;719ac8e87449:40717 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T08:35:50,845 DEBUG [RS:0;719ac8e87449:40717 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T08:35:50,845 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test-1732610031728,,1732610032240.aaf2ed5a35d99d782b6a4ccacf5b1db6. 2024-11-26T08:35:50,845 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test-1732610031728,,1732610032240.aaf2ed5a35d99d782b6a4ccacf5b1db6. after waiting 0 ms 2024-11-26T08:35:50,845 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test-1732610031728,,1732610032240.aaf2ed5a35d99d782b6a4ccacf5b1db6. 2024-11-26T08:35:50,845 INFO [RS:0;719ac8e87449:40717 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T08:35:50,845 INFO [RS:0;719ac8e87449:40717 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T08:35:50,845 INFO [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing aaf2ed5a35d99d782b6a4ccacf5b1db6 3/3 column families, dataSize=378 B heapSize=1.63 KB 2024-11-26T08:35:50,845 INFO [RS:0;719ac8e87449:40717 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T08:35:50,845 INFO [RS:0;719ac8e87449:40717 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-26T08:35:50,845 INFO [RS:0;719ac8e87449:40717 {}] regionserver.HRegionServer(1321): Waiting on 10 regions to close 2024-11-26T08:35:50,845 DEBUG [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T08:35:50,846 INFO [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T08:35:50,846 DEBUG [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T08:35:50,846 DEBUG [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T08:35:50,846 DEBUG [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T08:35:50,846 DEBUG [RS:0;719ac8e87449:40717 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3c76f79733d39d5d46b91b122b233485, 4ed34adf087b15770dcef85bcf91b37a, 7b650bf41f467f34aacfaa5fcbd6de9b, 94c7dd7eabe71a440b024630a5f1dab9, 95821178b82ab750c0fdf68811cdef5b, a64abc36838edf86dd7531cf54135a9b, aa3be1f80fa6bd55cd0e5668b254a5bc, aaf2ed5a35d99d782b6a4ccacf5b1db6, d622e6f6fc97a916dd2f828d3953daa1 2024-11-26T08:35:50,846 INFO [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=23.97 KB heapSize=42.40 KB 2024-11-26T08:35:50,860 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/default/test-1732610031728/aaf2ed5a35d99d782b6a4ccacf5b1db6/.tmp/f2/4fdfa8cfc9b74a9b8a2d805a0d526136 is 58, key is row-test-1732610031728-2-0/f2:q1/1732610106775/Put/seqid=0 2024-11-26T08:35:50,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37101 is added to blk_1073741996_1172 (size=5464) 2024-11-26T08:35:50,867 DEBUG [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/hbase/meta/1588230740/.tmp/info/14ebd2e2cce948a6843b7f99c7807206 is 159, key is ns2:test-17326100317281,,1732610033589.aa3be1f80fa6bd55cd0e5668b254a5bc./info:regioninfo/1732610034774/Put/seqid=0 2024-11-26T08:35:50,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37101 is added to blk_1073741997_1173 (size=19093) 2024-11-26T08:35:50,899 INFO [regionserver/719ac8e87449:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T08:35:51,046 DEBUG [RS:0;719ac8e87449:40717 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3c76f79733d39d5d46b91b122b233485, 4ed34adf087b15770dcef85bcf91b37a, 7b650bf41f467f34aacfaa5fcbd6de9b, 94c7dd7eabe71a440b024630a5f1dab9, 95821178b82ab750c0fdf68811cdef5b, a64abc36838edf86dd7531cf54135a9b, aa3be1f80fa6bd55cd0e5668b254a5bc, aaf2ed5a35d99d782b6a4ccacf5b1db6, d622e6f6fc97a916dd2f828d3953daa1 2024-11-26T08:35:51,246 DEBUG [RS:0;719ac8e87449:40717 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3c76f79733d39d5d46b91b122b233485, 4ed34adf087b15770dcef85bcf91b37a, 7b650bf41f467f34aacfaa5fcbd6de9b, 94c7dd7eabe71a440b024630a5f1dab9, 95821178b82ab750c0fdf68811cdef5b, a64abc36838edf86dd7531cf54135a9b, aa3be1f80fa6bd55cd0e5668b254a5bc, aaf2ed5a35d99d782b6a4ccacf5b1db6, d622e6f6fc97a916dd2f828d3953daa1 2024-11-26T08:35:51,266 INFO [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=378 B at sequenceid=348 (bloomFilter=true), to=hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/default/test-1732610031728/aaf2ed5a35d99d782b6a4ccacf5b1db6/.tmp/f2/4fdfa8cfc9b74a9b8a2d805a0d526136 2024-11-26T08:35:51,273 INFO [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.86 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/hbase/meta/1588230740/.tmp/info/14ebd2e2cce948a6843b7f99c7807206 2024-11-26T08:35:51,278 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/default/test-1732610031728/aaf2ed5a35d99d782b6a4ccacf5b1db6/.tmp/f2/4fdfa8cfc9b74a9b8a2d805a0d526136 as hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/default/test-1732610031728/aaf2ed5a35d99d782b6a4ccacf5b1db6/f2/4fdfa8cfc9b74a9b8a2d805a0d526136 2024-11-26T08:35:51,283 INFO [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/default/test-1732610031728/aaf2ed5a35d99d782b6a4ccacf5b1db6/f2/4fdfa8cfc9b74a9b8a2d805a0d526136, entries=7, sequenceid=348, filesize=5.3 K 2024-11-26T08:35:51,284 INFO [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~378 B/378, heapSize ~1.11 KB/1136, currentSize=0 B/0 for aaf2ed5a35d99d782b6a4ccacf5b1db6 in 439ms, sequenceid=348, compaction requested=false 2024-11-26T08:35:51,288 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/default/test-1732610031728/aaf2ed5a35d99d782b6a4ccacf5b1db6/recovered.edits/351.seqid, newMaxSeqId=351, maxSeqId=337 2024-11-26T08:35:51,289 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-26T08:35:51,289 INFO [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test-1732610031728,,1732610032240.aaf2ed5a35d99d782b6a4ccacf5b1db6. 2024-11-26T08:35:51,289 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for aaf2ed5a35d99d782b6a4ccacf5b1db6: Waiting for close lock at 1732610150844Running coprocessor pre-close hooks at 1732610150845 (+1 ms)Disabling compacts and flushes for region at 1732610150845Disabling writes for close at 1732610150845Obtaining lock to block concurrent updates at 1732610150845Preparing flush snapshotting stores in aaf2ed5a35d99d782b6a4ccacf5b1db6 at 1732610150845Finished memstore snapshotting test-1732610031728,,1732610032240.aaf2ed5a35d99d782b6a4ccacf5b1db6., syncing WAL and waiting on mvcc, flushsize=dataSize=378, getHeapSize=1616, getOffHeapSize=0, getCellsCount=7 at 1732610150845Flushing stores of test-1732610031728,,1732610032240.aaf2ed5a35d99d782b6a4ccacf5b1db6. at 1732610150846 (+1 ms)Flushing aaf2ed5a35d99d782b6a4ccacf5b1db6/f2: creating writer at 1732610150846Flushing aaf2ed5a35d99d782b6a4ccacf5b1db6/f2: appending metadata at 1732610150860 (+14 ms)Flushing aaf2ed5a35d99d782b6a4ccacf5b1db6/f2: closing flushed file at 1732610150860Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@57c191b1: reopening flushed file at 1732610151277 (+417 ms)Finished flush of dataSize ~378 B/378, heapSize ~1.11 KB/1136, currentSize=0 B/0 for aaf2ed5a35d99d782b6a4ccacf5b1db6 in 439ms, sequenceid=348, compaction requested=false at 1732610151284 (+7 ms)Writing region close event to WAL at 1732610151285 (+1 ms)Running coprocessor post-close hooks at 1732610151289 (+4 ms)Closed at 1732610151289 2024-11-26T08:35:51,289 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test-1732610031728,,1732610032240.aaf2ed5a35d99d782b6a4ccacf5b1db6. 2024-11-26T08:35:51,289 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 94c7dd7eabe71a440b024630a5f1dab9, disabling compactions & flushes 2024-11-26T08:35:51,289 INFO [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region ns4:test-17326100317283,,1732610038087.94c7dd7eabe71a440b024630a5f1dab9. 2024-11-26T08:35:51,289 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on ns4:test-17326100317283,,1732610038087.94c7dd7eabe71a440b024630a5f1dab9. 2024-11-26T08:35:51,290 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on ns4:test-17326100317283,,1732610038087.94c7dd7eabe71a440b024630a5f1dab9. after waiting 0 ms 2024-11-26T08:35:51,290 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region ns4:test-17326100317283,,1732610038087.94c7dd7eabe71a440b024630a5f1dab9. 2024-11-26T08:35:51,293 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/ns4/test-17326100317283/94c7dd7eabe71a440b024630a5f1dab9/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-26T08:35:51,293 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-26T08:35:51,294 INFO [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed ns4:test-17326100317283,,1732610038087.94c7dd7eabe71a440b024630a5f1dab9. 2024-11-26T08:35:51,294 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 94c7dd7eabe71a440b024630a5f1dab9: Waiting for close lock at 1732610151289Running coprocessor pre-close hooks at 1732610151289Disabling compacts and flushes for region at 1732610151289Disabling writes for close at 1732610151290 (+1 ms)Writing region close event to WAL at 1732610151290Running coprocessor post-close hooks at 1732610151293 (+3 ms)Closed at 1732610151293 2024-11-26T08:35:51,294 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns4:test-17326100317283,,1732610038087.94c7dd7eabe71a440b024630a5f1dab9. 2024-11-26T08:35:51,294 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4ed34adf087b15770dcef85bcf91b37a, disabling compactions & flushes 2024-11-26T08:35:51,294 INFO [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region backup:system_bulk,,1732610044263.4ed34adf087b15770dcef85bcf91b37a. 2024-11-26T08:35:51,294 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on backup:system_bulk,,1732610044263.4ed34adf087b15770dcef85bcf91b37a. 2024-11-26T08:35:51,294 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on backup:system_bulk,,1732610044263.4ed34adf087b15770dcef85bcf91b37a. after waiting 0 ms 2024-11-26T08:35:51,294 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region backup:system_bulk,,1732610044263.4ed34adf087b15770dcef85bcf91b37a. 2024-11-26T08:35:51,297 DEBUG [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/hbase/meta/1588230740/.tmp/ns/2b44baec2e7e4ac3b294b83d6cbf3ce5 is 85, key is ns2:table2,,1732610130947.33b33b6826ded1ceb5f928910feac225./ns:/1732610145704/DeleteFamily/seqid=0 2024-11-26T08:35:51,298 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/backup/system_bulk/4ed34adf087b15770dcef85bcf91b37a/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-26T08:35:51,298 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-26T08:35:51,298 INFO [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed backup:system_bulk,,1732610044263.4ed34adf087b15770dcef85bcf91b37a. 2024-11-26T08:35:51,298 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4ed34adf087b15770dcef85bcf91b37a: Waiting for close lock at 1732610151294Running coprocessor pre-close hooks at 1732610151294Disabling compacts and flushes for region at 1732610151294Disabling writes for close at 1732610151294Writing region close event to WAL at 1732610151294Running coprocessor post-close hooks at 1732610151298 (+4 ms)Closed at 1732610151298 2024-11-26T08:35:51,298 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed backup:system_bulk,,1732610044263.4ed34adf087b15770dcef85bcf91b37a. 2024-11-26T08:35:51,299 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing aa3be1f80fa6bd55cd0e5668b254a5bc, disabling compactions & flushes 2024-11-26T08:35:51,299 INFO [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region ns2:test-17326100317281,,1732610033589.aa3be1f80fa6bd55cd0e5668b254a5bc. 2024-11-26T08:35:51,299 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on ns2:test-17326100317281,,1732610033589.aa3be1f80fa6bd55cd0e5668b254a5bc. 2024-11-26T08:35:51,299 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on ns2:test-17326100317281,,1732610033589.aa3be1f80fa6bd55cd0e5668b254a5bc. after waiting 0 ms 2024-11-26T08:35:51,299 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region ns2:test-17326100317281,,1732610033589.aa3be1f80fa6bd55cd0e5668b254a5bc. 2024-11-26T08:35:51,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37101 is added to blk_1073741998_1174 (size=5760) 2024-11-26T08:35:51,302 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/ns2/test-17326100317281/aa3be1f80fa6bd55cd0e5668b254a5bc/recovered.edits/114.seqid, newMaxSeqId=114, maxSeqId=1 2024-11-26T08:35:51,303 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-26T08:35:51,303 INFO [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed ns2:test-17326100317281,,1732610033589.aa3be1f80fa6bd55cd0e5668b254a5bc. 2024-11-26T08:35:51,303 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for aa3be1f80fa6bd55cd0e5668b254a5bc: Waiting for close lock at 1732610151299Running coprocessor pre-close hooks at 1732610151299Disabling compacts and flushes for region at 1732610151299Disabling writes for close at 1732610151299Writing region close event to WAL at 1732610151299Running coprocessor post-close hooks at 1732610151303 (+4 ms)Closed at 1732610151303 2024-11-26T08:35:51,303 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns2:test-17326100317281,,1732610033589.aa3be1f80fa6bd55cd0e5668b254a5bc. 2024-11-26T08:35:51,303 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a64abc36838edf86dd7531cf54135a9b, disabling compactions & flushes 2024-11-26T08:35:51,303 INFO [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region table1,row0,1732610136055.a64abc36838edf86dd7531cf54135a9b. 2024-11-26T08:35:51,303 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on table1,row0,1732610136055.a64abc36838edf86dd7531cf54135a9b. 2024-11-26T08:35:51,303 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on table1,row0,1732610136055.a64abc36838edf86dd7531cf54135a9b. after waiting 0 ms 2024-11-26T08:35:51,303 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region table1,row0,1732610136055.a64abc36838edf86dd7531cf54135a9b. 2024-11-26T08:35:51,307 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/default/table1/a64abc36838edf86dd7531cf54135a9b/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=6 2024-11-26T08:35:51,308 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-26T08:35:51,308 INFO [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed table1,row0,1732610136055.a64abc36838edf86dd7531cf54135a9b. 2024-11-26T08:35:51,308 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a64abc36838edf86dd7531cf54135a9b: Waiting for close lock at 1732610151303Running coprocessor pre-close hooks at 1732610151303Disabling compacts and flushes for region at 1732610151303Disabling writes for close at 1732610151303Writing region close event to WAL at 1732610151304 (+1 ms)Running coprocessor post-close hooks at 1732610151308 (+4 ms)Closed at 1732610151308 2024-11-26T08:35:51,308 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed table1,row0,1732610136055.a64abc36838edf86dd7531cf54135a9b. 2024-11-26T08:35:51,308 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3c76f79733d39d5d46b91b122b233485, disabling compactions & flushes 2024-11-26T08:35:51,308 INFO [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region ns2:table2,,1732610145703.3c76f79733d39d5d46b91b122b233485. 2024-11-26T08:35:51,308 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on ns2:table2,,1732610145703.3c76f79733d39d5d46b91b122b233485. 2024-11-26T08:35:51,308 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on ns2:table2,,1732610145703.3c76f79733d39d5d46b91b122b233485. after waiting 0 ms 2024-11-26T08:35:51,308 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region ns2:table2,,1732610145703.3c76f79733d39d5d46b91b122b233485. 2024-11-26T08:35:51,311 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/ns2/table2/3c76f79733d39d5d46b91b122b233485/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-26T08:35:51,312 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-26T08:35:51,312 INFO [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed ns2:table2,,1732610145703.3c76f79733d39d5d46b91b122b233485. 2024-11-26T08:35:51,312 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3c76f79733d39d5d46b91b122b233485: Waiting for close lock at 1732610151308Running coprocessor pre-close hooks at 1732610151308Disabling compacts and flushes for region at 1732610151308Disabling writes for close at 1732610151308Writing region close event to WAL at 1732610151309 (+1 ms)Running coprocessor post-close hooks at 1732610151312 (+3 ms)Closed at 1732610151312 2024-11-26T08:35:51,312 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns2:table2,,1732610145703.3c76f79733d39d5d46b91b122b233485. 2024-11-26T08:35:51,312 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 95821178b82ab750c0fdf68811cdef5b, disabling compactions & flushes 2024-11-26T08:35:51,312 INFO [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region backup:system,,1732610042090.95821178b82ab750c0fdf68811cdef5b. 2024-11-26T08:35:51,312 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on backup:system,,1732610042090.95821178b82ab750c0fdf68811cdef5b. 2024-11-26T08:35:51,312 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on backup:system,,1732610042090.95821178b82ab750c0fdf68811cdef5b. after waiting 0 ms 2024-11-26T08:35:51,312 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region backup:system,,1732610042090.95821178b82ab750c0fdf68811cdef5b. 2024-11-26T08:35:51,312 INFO [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 95821178b82ab750c0fdf68811cdef5b 2/2 column families, dataSize=2.12 KB heapSize=3.43 KB 2024-11-26T08:35:51,316 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/backup/system/95821178b82ab750c0fdf68811cdef5b/.tmp/meta/ad6db4e6e4a84b3d8d50b8bf1513b1c9 is 158, key is trslm:hdfs://localhost:46515/backupUT\x00ns2:test-17326100317281/meta:log-roll-map/1732610124611/Put/seqid=0 2024-11-26T08:35:51,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37101 is added to blk_1073741999_1175 (size=6208) 2024-11-26T08:35:51,447 DEBUG [RS:0;719ac8e87449:40717 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7b650bf41f467f34aacfaa5fcbd6de9b, 95821178b82ab750c0fdf68811cdef5b, d622e6f6fc97a916dd2f828d3953daa1 2024-11-26T08:35:51,563 INFO [regionserver/719ac8e87449:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-26T08:35:51,564 INFO [regionserver/719ac8e87449:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-26T08:35:51,647 DEBUG [RS:0;719ac8e87449:40717 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7b650bf41f467f34aacfaa5fcbd6de9b, 95821178b82ab750c0fdf68811cdef5b, d622e6f6fc97a916dd2f828d3953daa1 2024-11-26T08:35:51,703 INFO [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=474 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/hbase/meta/1588230740/.tmp/ns/2b44baec2e7e4ac3b294b83d6cbf3ce5 2024-11-26T08:35:51,719 INFO [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=944 B at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/backup/system/95821178b82ab750c0fdf68811cdef5b/.tmp/meta/ad6db4e6e4a84b3d8d50b8bf1513b1c9 2024-11-26T08:35:51,728 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/backup/system/95821178b82ab750c0fdf68811cdef5b/.tmp/session/ae5bac3fec84450aa95b881a9feb8ed4 is 588, key is session:backup_1732610111785/session:context/1732610125056/Put/seqid=0 2024-11-26T08:35:51,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37101 is added to blk_1073742000_1176 (size=5689) 2024-11-26T08:35:51,733 DEBUG [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/hbase/meta/1588230740/.tmp/rep_barrier/be3f055634554342813b1222e8811856 is 94, key is ns2:table2,,1732610130947.33b33b6826ded1ceb5f928910feac225./rep_barrier:/1732610145704/DeleteFamily/seqid=0 2024-11-26T08:35:51,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37101 is added to blk_1073742001_1177 (size=5640) 2024-11-26T08:35:51,847 INFO [RS:0;719ac8e87449:40717 {}] regionserver.HRegionServer(1321): Waiting on 4 regions to close 2024-11-26T08:35:51,847 DEBUG [RS:0;719ac8e87449:40717 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 95821178b82ab750c0fdf68811cdef5b=backup:system,,1732610042090.95821178b82ab750c0fdf68811cdef5b., d622e6f6fc97a916dd2f828d3953daa1=ns3:test-17326100317282,,1732610035910.d622e6f6fc97a916dd2f828d3953daa1., 7b650bf41f467f34aacfaa5fcbd6de9b=table1,,1732610136055.7b650bf41f467f34aacfaa5fcbd6de9b.} 2024-11-26T08:35:51,847 DEBUG [RS:0;719ac8e87449:40717 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7b650bf41f467f34aacfaa5fcbd6de9b, 95821178b82ab750c0fdf68811cdef5b, d622e6f6fc97a916dd2f828d3953daa1 2024-11-26T08:35:51,872 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns2_table_test-17326100317281 2024-11-26T08:35:51,873 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns2_table_table2 2024-11-26T08:35:51,873 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system_bulk 2024-11-26T08:35:51,873 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test-1732610031728 2024-11-26T08:35:51,873 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns4_table_test-17326100317283 2024-11-26T08:35:52,048 DEBUG [RS:0;719ac8e87449:40717 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7b650bf41f467f34aacfaa5fcbd6de9b, 95821178b82ab750c0fdf68811cdef5b, d622e6f6fc97a916dd2f828d3953daa1 2024-11-26T08:35:52,134 INFO [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.20 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/backup/system/95821178b82ab750c0fdf68811cdef5b/.tmp/session/ae5bac3fec84450aa95b881a9feb8ed4 2024-11-26T08:35:52,138 INFO [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=266 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/hbase/meta/1588230740/.tmp/rep_barrier/be3f055634554342813b1222e8811856 2024-11-26T08:35:52,146 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/backup/system/95821178b82ab750c0fdf68811cdef5b/.tmp/meta/ad6db4e6e4a84b3d8d50b8bf1513b1c9 as hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/backup/system/95821178b82ab750c0fdf68811cdef5b/meta/ad6db4e6e4a84b3d8d50b8bf1513b1c9 2024-11-26T08:35:52,152 INFO [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/backup/system/95821178b82ab750c0fdf68811cdef5b/meta/ad6db4e6e4a84b3d8d50b8bf1513b1c9, entries=7, sequenceid=52, filesize=6.1 K 2024-11-26T08:35:52,153 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/backup/system/95821178b82ab750c0fdf68811cdef5b/.tmp/session/ae5bac3fec84450aa95b881a9feb8ed4 as hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/backup/system/95821178b82ab750c0fdf68811cdef5b/session/ae5bac3fec84450aa95b881a9feb8ed4 2024-11-26T08:35:52,158 INFO [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/backup/system/95821178b82ab750c0fdf68811cdef5b/session/ae5bac3fec84450aa95b881a9feb8ed4, entries=2, sequenceid=52, filesize=5.6 K 2024-11-26T08:35:52,159 INFO [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~2.12 KB/2170, heapSize ~3.40 KB/3480, currentSize=0 B/0 for 95821178b82ab750c0fdf68811cdef5b in 847ms, sequenceid=52, compaction requested=true 2024-11-26T08:35:52,165 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/backup/system/95821178b82ab750c0fdf68811cdef5b/recovered.edits/55.seqid, newMaxSeqId=55, maxSeqId=1 2024-11-26T08:35:52,165 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-26T08:35:52,165 INFO [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed backup:system,,1732610042090.95821178b82ab750c0fdf68811cdef5b. 2024-11-26T08:35:52,165 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 95821178b82ab750c0fdf68811cdef5b: Waiting for close lock at 1732610151312Running coprocessor pre-close hooks at 1732610151312Disabling compacts and flushes for region at 1732610151312Disabling writes for close at 1732610151312Obtaining lock to block concurrent updates at 1732610151312Preparing flush snapshotting stores in 95821178b82ab750c0fdf68811cdef5b at 1732610151312Finished memstore snapshotting backup:system,,1732610042090.95821178b82ab750c0fdf68811cdef5b., syncing WAL and waiting on mvcc, flushsize=dataSize=2170, getHeapSize=3480, getOffHeapSize=0, getCellsCount=11 at 1732610151313 (+1 ms)Flushing stores of backup:system,,1732610042090.95821178b82ab750c0fdf68811cdef5b. at 1732610151313Flushing 95821178b82ab750c0fdf68811cdef5b/meta: creating writer at 1732610151313Flushing 95821178b82ab750c0fdf68811cdef5b/meta: appending metadata at 1732610151315 (+2 ms)Flushing 95821178b82ab750c0fdf68811cdef5b/meta: closing flushed file at 1732610151315Flushing 95821178b82ab750c0fdf68811cdef5b/session: creating writer at 1732610151725 (+410 ms)Flushing 95821178b82ab750c0fdf68811cdef5b/session: appending metadata at 1732610151728 (+3 ms)Flushing 95821178b82ab750c0fdf68811cdef5b/session: closing flushed file at 1732610151728Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@60d48012: reopening flushed file at 1732610152145 (+417 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3fbbb63f: reopening flushed file at 1732610152152 (+7 ms)Finished flush of dataSize ~2.12 KB/2170, heapSize ~3.40 KB/3480, currentSize=0 B/0 for 95821178b82ab750c0fdf68811cdef5b in 847ms, sequenceid=52, compaction requested=true at 1732610152159 (+7 ms)Writing region close event to WAL at 1732610152161 (+2 ms)Running coprocessor post-close hooks at 1732610152165 (+4 ms)Closed at 1732610152165 2024-11-26T08:35:52,165 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed backup:system,,1732610042090.95821178b82ab750c0fdf68811cdef5b. 2024-11-26T08:35:52,166 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d622e6f6fc97a916dd2f828d3953daa1, disabling compactions & flushes 2024-11-26T08:35:52,166 INFO [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region ns3:test-17326100317282,,1732610035910.d622e6f6fc97a916dd2f828d3953daa1. 2024-11-26T08:35:52,166 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on ns3:test-17326100317282,,1732610035910.d622e6f6fc97a916dd2f828d3953daa1. 2024-11-26T08:35:52,166 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on ns3:test-17326100317282,,1732610035910.d622e6f6fc97a916dd2f828d3953daa1. after waiting 0 ms 2024-11-26T08:35:52,166 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region ns3:test-17326100317282,,1732610035910.d622e6f6fc97a916dd2f828d3953daa1. 2024-11-26T08:35:52,167 DEBUG [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/hbase/meta/1588230740/.tmp/table/2c074a4b19dc45d184b1b6f30f0efcff is 88, key is ns2:table2,,1732610130947.33b33b6826ded1ceb5f928910feac225./table:/1732610145704/DeleteFamily/seqid=0 2024-11-26T08:35:52,169 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/ns3/test-17326100317282/d622e6f6fc97a916dd2f828d3953daa1/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-26T08:35:52,170 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-26T08:35:52,170 INFO [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed ns3:test-17326100317282,,1732610035910.d622e6f6fc97a916dd2f828d3953daa1. 2024-11-26T08:35:52,170 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d622e6f6fc97a916dd2f828d3953daa1: Waiting for close lock at 1732610152166Running coprocessor pre-close hooks at 1732610152166Disabling compacts and flushes for region at 1732610152166Disabling writes for close at 1732610152166Writing region close event to WAL at 1732610152166Running coprocessor post-close hooks at 1732610152169 (+3 ms)Closed at 1732610152170 (+1 ms) 2024-11-26T08:35:52,170 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns3:test-17326100317282,,1732610035910.d622e6f6fc97a916dd2f828d3953daa1. 2024-11-26T08:35:52,170 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7b650bf41f467f34aacfaa5fcbd6de9b, disabling compactions & flushes 2024-11-26T08:35:52,170 INFO [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region table1,,1732610136055.7b650bf41f467f34aacfaa5fcbd6de9b. 2024-11-26T08:35:52,170 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on table1,,1732610136055.7b650bf41f467f34aacfaa5fcbd6de9b. 2024-11-26T08:35:52,170 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on table1,,1732610136055.7b650bf41f467f34aacfaa5fcbd6de9b. after waiting 0 ms 2024-11-26T08:35:52,170 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region table1,,1732610136055.7b650bf41f467f34aacfaa5fcbd6de9b. 2024-11-26T08:35:52,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37101 is added to blk_1073742002_1178 (size=6364) 2024-11-26T08:35:52,174 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/default/table1/7b650bf41f467f34aacfaa5fcbd6de9b/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=6 2024-11-26T08:35:52,174 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-26T08:35:52,174 INFO [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed table1,,1732610136055.7b650bf41f467f34aacfaa5fcbd6de9b. 2024-11-26T08:35:52,174 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7b650bf41f467f34aacfaa5fcbd6de9b: Waiting for close lock at 1732610152170Running coprocessor pre-close hooks at 1732610152170Disabling compacts and flushes for region at 1732610152170Disabling writes for close at 1732610152170Writing region close event to WAL at 1732610152171 (+1 ms)Running coprocessor post-close hooks at 1732610152174 (+3 ms)Closed at 1732610152174 2024-11-26T08:35:52,174 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed table1,,1732610136055.7b650bf41f467f34aacfaa5fcbd6de9b. 2024-11-26T08:35:52,248 DEBUG [RS:0;719ac8e87449:40717 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T08:35:52,448 DEBUG [RS:0;719ac8e87449:40717 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T08:35:52,573 INFO [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.39 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/hbase/meta/1588230740/.tmp/table/2c074a4b19dc45d184b1b6f30f0efcff 2024-11-26T08:35:52,585 DEBUG [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/hbase/meta/1588230740/.tmp/info/14ebd2e2cce948a6843b7f99c7807206 as hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/hbase/meta/1588230740/info/14ebd2e2cce948a6843b7f99c7807206 2024-11-26T08:35:52,591 INFO [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/hbase/meta/1588230740/info/14ebd2e2cce948a6843b7f99c7807206, entries=114, sequenceid=97, filesize=18.6 K 2024-11-26T08:35:52,592 DEBUG [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/hbase/meta/1588230740/.tmp/ns/2b44baec2e7e4ac3b294b83d6cbf3ce5 as hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/hbase/meta/1588230740/ns/2b44baec2e7e4ac3b294b83d6cbf3ce5 2024-11-26T08:35:52,598 INFO [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/hbase/meta/1588230740/ns/2b44baec2e7e4ac3b294b83d6cbf3ce5, entries=10, sequenceid=97, filesize=5.6 K 2024-11-26T08:35:52,599 DEBUG [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/hbase/meta/1588230740/.tmp/rep_barrier/be3f055634554342813b1222e8811856 as hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/hbase/meta/1588230740/rep_barrier/be3f055634554342813b1222e8811856 2024-11-26T08:35:52,605 INFO [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/hbase/meta/1588230740/rep_barrier/be3f055634554342813b1222e8811856, entries=3, sequenceid=97, filesize=5.5 K 2024-11-26T08:35:52,606 DEBUG [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/hbase/meta/1588230740/.tmp/table/2c074a4b19dc45d184b1b6f30f0efcff as hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/hbase/meta/1588230740/table/2c074a4b19dc45d184b1b6f30f0efcff 2024-11-26T08:35:52,611 INFO [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/hbase/meta/1588230740/table/2c074a4b19dc45d184b1b6f30f0efcff, entries=21, sequenceid=97, filesize=6.2 K 2024-11-26T08:35:52,612 INFO [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~23.97 KB/24544, heapSize ~42.34 KB/43352, currentSize=0 B/0 for 1588230740 in 1766ms, sequenceid=97, compaction requested=false 2024-11-26T08:35:52,617 DEBUG [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/data/hbase/meta/1588230740/recovered.edits/100.seqid, newMaxSeqId=100, maxSeqId=1 2024-11-26T08:35:52,618 DEBUG [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-26T08:35:52,618 DEBUG [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T08:35:52,618 INFO [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T08:35:52,618 DEBUG [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732610150845Running coprocessor pre-close hooks at 1732610150845Disabling compacts and flushes for region at 1732610150845Disabling writes for close at 1732610150846 (+1 ms)Obtaining lock to block concurrent updates at 1732610150846Preparing flush snapshotting stores in 1588230740 at 1732610150846Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=24544, getHeapSize=43352, getOffHeapSize=0, getCellsCount=235 at 1732610150846Flushing stores of hbase:meta,,1.1588230740 at 1732610150847 (+1 ms)Flushing 1588230740/info: creating writer at 1732610150847Flushing 1588230740/info: appending metadata at 1732610150867 (+20 ms)Flushing 1588230740/info: closing flushed file at 1732610150867Flushing 1588230740/ns: creating writer at 1732610151280 (+413 ms)Flushing 1588230740/ns: appending metadata at 1732610151297 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1732610151297Flushing 1588230740/rep_barrier: creating writer at 1732610151715 (+418 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732610151733 (+18 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732610151733Flushing 1588230740/table: creating writer at 1732610152148 (+415 ms)Flushing 1588230740/table: appending metadata at 1732610152166 (+18 ms)Flushing 1588230740/table: closing flushed file at 1732610152166Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b92b4d3: reopening flushed file at 1732610152584 (+418 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5807e483: reopening flushed file at 1732610152591 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3093892c: reopening flushed file at 1732610152598 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@146908d: reopening flushed file at 1732610152605 (+7 ms)Finished flush of dataSize ~23.97 KB/24544, heapSize ~42.34 KB/43352, currentSize=0 B/0 for 1588230740 in 1766ms, sequenceid=97, compaction requested=false at 1732610152612 (+7 ms)Writing region close event to WAL at 1732610152614 (+2 ms)Running coprocessor post-close hooks at 1732610152618 (+4 ms)Closed at 1732610152618 2024-11-26T08:35:52,618 DEBUG [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-26T08:35:52,649 INFO [RS:0;719ac8e87449:40717 {}] regionserver.HRegionServer(976): stopping server 719ac8e87449,40717,1732610023231; all regions closed. 2024-11-26T08:35:52,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37101 is added to blk_1073741955_1131 (size=16160) 2024-11-26T08:35:52,653 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/WALs/719ac8e87449,40717,1732610023231/719ac8e87449%2C40717%2C1732610023231.meta.1732610116284.meta not finished, retry = 0 2024-11-26T08:35:52,765 DEBUG [RS:0;719ac8e87449:40717 {}] wal.AbstractFSWAL(1256): Moved 3 WAL file(s) to /user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/oldWALs 2024-11-26T08:35:52,765 INFO [RS:0;719ac8e87449:40717 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 719ac8e87449%2C40717%2C1732610023231.meta:.meta(num 1732610116284) 2024-11-26T08:35:52,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37101 is added to blk_1073741956_1132 (size=4122) 2024-11-26T08:35:52,771 DEBUG [RS:0;719ac8e87449:40717 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/oldWALs 2024-11-26T08:35:52,771 INFO [RS:0;719ac8e87449:40717 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 719ac8e87449%2C40717%2C1732610023231.719ac8e87449%2C40717%2C1732610023231.regiongroup-0:(num 1732610116299) 2024-11-26T08:35:52,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37101 is added to blk_1073741954_1130 (size=7926) 2024-11-26T08:35:52,774 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/WALs/719ac8e87449,40717,1732610023231/719ac8e87449%2C40717%2C1732610023231.719ac8e87449%2C40717%2C1732610023231.regiongroup-1.1732610116261 not finished, retry = 0 2024-11-26T08:35:52,878 DEBUG [RS:0;719ac8e87449:40717 {}] wal.AbstractFSWAL(1256): Moved 2 WAL file(s) to /user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/oldWALs 2024-11-26T08:35:52,878 INFO [RS:0;719ac8e87449:40717 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 719ac8e87449%2C40717%2C1732610023231.719ac8e87449%2C40717%2C1732610023231.regiongroup-1:(num 1732610116261) 2024-11-26T08:35:52,879 DEBUG [RS:0;719ac8e87449:40717 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T08:35:52,879 INFO [RS:0;719ac8e87449:40717 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T08:35:52,879 INFO [RS:0;719ac8e87449:40717 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T08:35:52,879 INFO [RS:0;719ac8e87449:40717 {}] hbase.ChoreService(370): Chore service for: regionserver/719ac8e87449:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-26T08:35:52,879 INFO [RS:0;719ac8e87449:40717 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T08:35:52,879 INFO [regionserver/719ac8e87449:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T08:35:52,880 INFO [RS:0;719ac8e87449:40717 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40717 2024-11-26T08:35:52,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38507-0x1017790678c0000, quorum=127.0.0.1:50703, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rs 2024-11-26T08:35:52,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40717-0x1017790678c0001, quorum=127.0.0.1:50703, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rs/719ac8e87449,40717,1732610023231 2024-11-26T08:35:52,935 INFO [RS:0;719ac8e87449:40717 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T08:35:52,938 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [719ac8e87449,40717,1732610023231] 2024-11-26T08:35:52,957 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1/draining/719ac8e87449,40717,1732610023231 already deleted, retry=false 2024-11-26T08:35:52,957 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 719ac8e87449,40717,1732610023231 expired; onlineServers=0 2024-11-26T08:35:52,957 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '719ac8e87449,38507,1732610021435' ***** 2024-11-26T08:35:52,957 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-26T08:35:52,958 INFO [M:0;719ac8e87449:38507 {}] hbase.HBaseServerBase(468): Stop info server 2024-11-26T08:35:52,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38507-0x1017790678c0000, quorum=127.0.0.1:50703, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/master 2024-11-26T08:35:52,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38507-0x1017790678c0000, quorum=127.0.0.1:50703, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-26T08:35:52,969 INFO [M:0;719ac8e87449:38507 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.w.WebAppContext@5c685ba8{master,/,null,STOPPED}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/classes/hbase-webapps/master} 2024-11-26T08:35:52,970 INFO [M:0;719ac8e87449:38507 {}] server.AbstractConnector(383): Stopped ServerConnector@10f9ba48{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2024-11-26T08:35:52,970 INFO [M:0;719ac8e87449:38507 {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T08:35:52,970 INFO [M:0;719ac8e87449:38507 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@65507143{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/classes/hbase-webapps/static/,STOPPED} 2024-11-26T08:35:52,970 INFO [M:0;719ac8e87449:38507 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@7c1597dd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/5c1d7269-9c3d-d2f1-151b-0b39cfe105a5/hadoop.log.dir/,STOPPED} 2024-11-26T08:35:52,970 INFO [M:0;719ac8e87449:38507 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T08:35:52,971 INFO [M:0;719ac8e87449:38507 {}] master.HMaster(1770): Stopping master jetty server 2024-11-26T08:35:52,972 INFO [M:0;719ac8e87449:38507 {}] server.AbstractConnector(383): Stopped ServerConnector@106565e3{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2024-11-26T08:35:52,972 INFO [M:0;719ac8e87449:38507 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T08:35:52,972 DEBUG [M:0;719ac8e87449:38507 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-26T08:35:52,972 INFO [M:0;719ac8e87449:38507 {}] master.BackupLogCleaner(194): Stopping BackupLogCleaner 2024-11-26T08:35:52,972 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-26T08:35:52,972 INFO [M:0;719ac8e87449:38507 {}] client.AsyncConnectionImpl(233): Connection has been closed by M:0;719ac8e87449:38507. 2024-11-26T08:35:52,972 DEBUG [master/719ac8e87449:0:becomeActiveMaster-HFileCleaner.small.0-1732610026349 {}] cleaner.HFileCleaner(306): Exit Thread[master/719ac8e87449:0:becomeActiveMaster-HFileCleaner.small.0-1732610026349,5,FailOnTimeoutGroup] 2024-11-26T08:35:52,972 DEBUG [master/719ac8e87449:0:becomeActiveMaster-HFileCleaner.large.0-1732610026348 {}] cleaner.HFileCleaner(306): Exit Thread[master/719ac8e87449:0:becomeActiveMaster-HFileCleaner.large.0-1732610026348,5,FailOnTimeoutGroup] 2024-11-26T08:35:52,972 DEBUG [M:0;719ac8e87449:38507 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupHFileCleaner.stop(BackupHFileCleaner.java:156) at org.apache.hadoop.hbase.master.cleaner.CleanerChore.cleanup(CleanerChore.java:444) at org.apache.hadoop.hbase.master.cleaner.HFileCleaner.cleanup(HFileCleaner.java:239) at org.apache.hadoop.hbase.ScheduledChore.shutdown(ScheduledChore.java:333) at org.apache.hadoop.hbase.ScheduledChore.shutdown(ScheduledChore.java:322) at org.apache.hadoop.hbase.master.HMaster.stopChores(HMaster.java:1923) at org.apache.hadoop.hbase.HBaseServerBase.stopChoreService(HBaseServerBase.java:439) at org.apache.hadoop.hbase.master.HMaster.stopServiceThreads(HMaster.java:1777) at org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:631) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T08:35:52,973 DEBUG [M:0;719ac8e87449:38507 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T08:35:52,973 DEBUG [M:0;719ac8e87449:38507 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T08:35:52,973 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T08:35:52,973 DEBUG [M:0;719ac8e87449:38507 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-26T08:35:52,973 INFO [M:0;719ac8e87449:38507 {}] hbase.ChoreService(370): Chore service for: master/719ac8e87449:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-26T08:35:52,973 INFO [M:0;719ac8e87449:38507 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T08:35:52,973 DEBUG [M:0;719ac8e87449:38507 {}] master.HMaster(1795): Stopping service threads 2024-11-26T08:35:52,973 INFO [M:0;719ac8e87449:38507 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-26T08:35:52,973 INFO [M:0;719ac8e87449:38507 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T08:35:52,973 ERROR [M:0;719ac8e87449:38507 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[HFileArchiver-1,5,PEWorkerGroup] Thread[HFileArchiver-2,5,PEWorkerGroup] Thread[HFileArchiver-3,5,PEWorkerGroup] 2024-11-26T08:35:52,974 INFO [M:0;719ac8e87449:38507 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-26T08:35:52,974 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-26T08:35:52,974 DEBUG [M:0;719ac8e87449:38507 {}] zookeeper.ZKUtil(347): master:38507-0x1017790678c0000, quorum=127.0.0.1:50703, baseZNode=/1 Unable to get data of znode /1/master because node does not exist (not an error) 2024-11-26T08:35:52,974 WARN [M:0;719ac8e87449:38507 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-26T08:35:52,975 INFO [M:0;719ac8e87449:38507 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/.lastflushedseqids 2024-11-26T08:35:52,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37101 is added to blk_1073742003_1179 (size=761) 2024-11-26T08:35:53,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40717-0x1017790678c0001, quorum=127.0.0.1:50703, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T08:35:53,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40717-0x1017790678c0001, quorum=127.0.0.1:50703, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T08:35:53,050 INFO [RS:0;719ac8e87449:40717 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T08:35:53,050 INFO [RS:0;719ac8e87449:40717 {}] regionserver.HRegionServer(1031): Exiting; stopping=719ac8e87449,40717,1732610023231; zookeeper connection closed. 2024-11-26T08:35:53,050 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7bd8eaf6 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7bd8eaf6 2024-11-26T08:35:53,051 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-26T08:35:53,387 INFO [M:0;719ac8e87449:38507 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-26T08:35:53,388 INFO [M:0;719ac8e87449:38507 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-26T08:35:53,388 DEBUG [M:0;719ac8e87449:38507 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T08:35:53,407 INFO [M:0;719ac8e87449:38507 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T08:35:53,407 DEBUG [M:0;719ac8e87449:38507 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T08:35:53,407 DEBUG [M:0;719ac8e87449:38507 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T08:35:53,407 DEBUG [M:0;719ac8e87449:38507 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T08:35:53,407 INFO [M:0;719ac8e87449:38507 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=441.11 KB heapSize=518 KB 2024-11-26T08:35:53,422 DEBUG [M:0;719ac8e87449:38507 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/702f4ee5fba94af69703fde01b529c18 is 82, key is hbase:meta,,1/info:regioninfo/1732610027190/Put/seqid=0 2024-11-26T08:35:53,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37101 is added to blk_1073742004_1180 (size=5672) 2024-11-26T08:35:53,828 INFO [M:0;719ac8e87449:38507 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=907 (bloomFilter=true), to=hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/702f4ee5fba94af69703fde01b529c18 2024-11-26T08:35:53,858 DEBUG [M:0;719ac8e87449:38507 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3b9727a1ae6d40798557de892ec2b672 is 2200, key is \x00\x00\x00\x00\x00\x00\x00Q/proc:d/1732610142813/Put/seqid=0 2024-11-26T08:35:53,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37101 is added to blk_1073742005_1181 (size=30146) 2024-11-26T08:35:54,264 INFO [M:0;719ac8e87449:38507 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=440.55 KB at sequenceid=907 (bloomFilter=true), to=hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3b9727a1ae6d40798557de892ec2b672 2024-11-26T08:35:54,275 INFO [M:0;719ac8e87449:38507 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3b9727a1ae6d40798557de892ec2b672 2024-11-26T08:35:54,291 DEBUG [M:0;719ac8e87449:38507 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ffe13c9667a64c3e9da72d5db328878e is 69, key is 719ac8e87449,40717,1732610023231/rs:state/1732610026445/Put/seqid=0 2024-11-26T08:35:54,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37101 is added to blk_1073742006_1182 (size=5156) 2024-11-26T08:35:54,697 INFO [M:0;719ac8e87449:38507 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=907 (bloomFilter=true), to=hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ffe13c9667a64c3e9da72d5db328878e 2024-11-26T08:35:54,710 DEBUG [M:0;719ac8e87449:38507 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/702f4ee5fba94af69703fde01b529c18 as hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/702f4ee5fba94af69703fde01b529c18 2024-11-26T08:35:54,717 INFO [M:0;719ac8e87449:38507 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/702f4ee5fba94af69703fde01b529c18, entries=8, sequenceid=907, filesize=5.5 K 2024-11-26T08:35:54,718 DEBUG [M:0;719ac8e87449:38507 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3b9727a1ae6d40798557de892ec2b672 as hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3b9727a1ae6d40798557de892ec2b672 2024-11-26T08:35:54,724 INFO [M:0;719ac8e87449:38507 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3b9727a1ae6d40798557de892ec2b672 2024-11-26T08:35:54,724 INFO [M:0;719ac8e87449:38507 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3b9727a1ae6d40798557de892ec2b672, entries=94, sequenceid=907, filesize=29.4 K 2024-11-26T08:35:54,725 DEBUG [M:0;719ac8e87449:38507 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ffe13c9667a64c3e9da72d5db328878e as hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ffe13c9667a64c3e9da72d5db328878e 2024-11-26T08:35:54,731 INFO [M:0;719ac8e87449:38507 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46515/user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ffe13c9667a64c3e9da72d5db328878e, entries=1, sequenceid=907, filesize=5.0 K 2024-11-26T08:35:54,731 INFO [M:0;719ac8e87449:38507 {}] regionserver.HRegion(3140): Finished flush of dataSize ~441.11 KB/451694, heapSize ~517.70 KB/530128, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1324ms, sequenceid=907, compaction requested=false 2024-11-26T08:35:54,733 INFO [M:0;719ac8e87449:38507 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T08:35:54,733 DEBUG [M:0;719ac8e87449:38507 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732610153388Disabling compacts and flushes for region at 1732610153388Disabling writes for close at 1732610153407 (+19 ms)Obtaining lock to block concurrent updates at 1732610153407Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732610153407Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=451694, getHeapSize=530368, getOffHeapSize=0, getCellsCount=1030 at 1732610153408 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732610153408Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732610153408Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732610153421 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732610153421Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732610153838 (+417 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732610153858 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732610153858Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732610154275 (+417 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732610154291 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732610154291Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@538449ec: reopening flushed file at 1732610154709 (+418 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c427f8b: reopening flushed file at 1732610154717 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27b9cfee: reopening flushed file at 1732610154724 (+7 ms)Finished flush of dataSize ~441.11 KB/451694, heapSize ~517.70 KB/530128, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1324ms, sequenceid=907, compaction requested=false at 1732610154731 (+7 ms)Writing region close event to WAL at 1732610154733 (+2 ms)Closed at 1732610154733 2024-11-26T08:35:54,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37101 is added to blk_1073741830_1006 (size=511560) 2024-11-26T08:35:54,735 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/cc6b7196-e64f-ab76-a8bf-ae646832fda6/MasterData/WALs/719ac8e87449,38507,1732610021435/719ac8e87449%2C38507%2C1732610021435.719ac8e87449%2C38507%2C1732610021435.regiongroup-0.1732610025455 not finished, retry = 0 2024-11-26T08:35:54,837 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T08:35:54,837 INFO [M:0;719ac8e87449:38507 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-26T08:35:54,837 INFO [M:0;719ac8e87449:38507 {}] master.LogRollMasterProcedureManager(73): stop: server shutting down. 2024-11-26T08:35:54,837 INFO [M:0;719ac8e87449:38507 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38507 2024-11-26T08:35:54,838 INFO [M:0;719ac8e87449:38507 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T08:35:54,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38507-0x1017790678c0000, quorum=127.0.0.1:50703, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T08:35:54,985 INFO [M:0;719ac8e87449:38507 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T08:35:54,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38507-0x1017790678c0000, quorum=127.0.0.1:50703, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T08:35:55,007 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@cb44ad4{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T08:35:55,011 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2d3ca681{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T08:35:55,011 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T08:35:55,011 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@8cd91a0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T08:35:55,011 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@526a6450{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/5c1d7269-9c3d-d2f1-151b-0b39cfe105a5/hadoop.log.dir/,STOPPED} 2024-11-26T08:35:55,014 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T08:35:55,014 WARN [BP-385029744-172.17.0.2-1732610017058 heartbeating to localhost/127.0.0.1:46515 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T08:35:55,014 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T08:35:55,014 WARN [BP-385029744-172.17.0.2-1732610017058 heartbeating to localhost/127.0.0.1:46515 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-385029744-172.17.0.2-1732610017058 (Datanode Uuid 47c05f13-5ee1-4a99-a239-23563f9f73ce) service to localhost/127.0.0.1:46515 2024-11-26T08:35:55,015 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/5c1d7269-9c3d-d2f1-151b-0b39cfe105a5/cluster_511216f6-b11a-507b-fb88-c5a07fd04368/data/data1/current/BP-385029744-172.17.0.2-1732610017058 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T08:35:55,015 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/5c1d7269-9c3d-d2f1-151b-0b39cfe105a5/cluster_511216f6-b11a-507b-fb88-c5a07fd04368/data/data2/current/BP-385029744-172.17.0.2-1732610017058 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T08:35:55,016 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T08:35:55,021 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@38e78c7b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T08:35:55,021 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1c336369{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T08:35:55,022 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T08:35:55,022 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6b22dca{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T08:35:55,022 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7f045f3e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/5c1d7269-9c3d-d2f1-151b-0b39cfe105a5/hadoop.log.dir/,STOPPED} 2024-11-26T08:35:55,029 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-26T08:35:55,091 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-26T08:35:55,091 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2377): Stopping mini mapreduce cluster... 2024-11-26T08:35:55,096 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6e01db6f{node,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/node} 2024-11-26T08:35:55,096 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2b2cb907{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T08:35:55,096 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T08:35:55,097 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7c3869a7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,STOPPED} 2024-11-26T08:35:55,097 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@77a61db4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/5c1d7269-9c3d-d2f1-151b-0b39cfe105a5/hadoop.log.dir/,STOPPED} 2024-11-26T08:35:55,104 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3c406b9{node,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/node} 2024-11-26T08:35:55,104 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4dcf8b1d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T08:35:55,104 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T08:35:55,104 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@69745eef{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,STOPPED} 2024-11-26T08:35:55,104 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@68df58fe{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/5c1d7269-9c3d-d2f1-151b-0b39cfe105a5/hadoop.log.dir/,STOPPED} 2024-11-26T08:35:55,108 ERROR [Thread[Thread-270,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(852): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2024-11-26T08:35:55,108 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6e18ba7f{cluster,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/cluster} 2024-11-26T08:35:55,109 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@567287a2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T08:35:55,109 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T08:35:55,109 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@31795375{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,STOPPED} 2024-11-26T08:35:55,109 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7ccdffea{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/5c1d7269-9c3d-d2f1-151b-0b39cfe105a5/hadoop.log.dir/,STOPPED} 2024-11-26T08:35:55,111 WARN [ApplicationMaster Launcher {}] amlauncher.ApplicationMasterLauncher$LauncherThread(122): org.apache.hadoop.yarn.server.resourcemanager.amlauncher.ApplicationMasterLauncher$LauncherThread interrupted. Returning. 2024-11-26T08:35:55,114 ERROR [SchedulerEventDispatcher:Event Processor {}] event.EventDispatcher$EventProcessor(72): Returning, interrupted : java.lang.InterruptedException 2024-11-26T08:35:55,114 ERROR [ResourceManager Event Processor Monitor {}] resourcemanager.ResourceManager$SchedulerEventDispatcher$EventProcessorMonitor(1193): Returning, interrupted : java.lang.InterruptedException: sleep interrupted 2024-11-26T08:35:55,115 ERROR [Thread[Thread-293,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(852): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2024-11-26T08:35:55,117 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@cb89b52{jobhistory,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/jobhistory} 2024-11-26T08:35:55,118 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@675d49e7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T08:35:55,118 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T08:35:55,118 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@62be5610{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,STOPPED} 2024-11-26T08:35:55,118 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6d507314{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/5c1d7269-9c3d-d2f1-151b-0b39cfe105a5/hadoop.log.dir/,STOPPED} 2024-11-26T08:35:55,120 ERROR [Thread[Thread-252,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(852): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2024-11-26T08:35:55,120 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2380): Mini mapreduce cluster stopped