2024-12-02 23:22:54,998 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@231f98ef 2024-12-02 23:22:55,047 main DEBUG Took 0.035535 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-02 23:22:55,048 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-02 23:22:55,048 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-02 23:22:55,049 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-02 23:22:55,051 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 23:22:55,075 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-02 23:22:55,140 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 23:22:55,142 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 23:22:55,143 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 23:22:55,143 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 23:22:55,144 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 23:22:55,144 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 23:22:55,145 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 23:22:55,146 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 23:22:55,146 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 23:22:55,147 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 23:22:55,151 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 23:22:55,152 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 23:22:55,152 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 23:22:55,153 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 23:22:55,154 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 23:22:55,154 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 23:22:55,157 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 23:22:55,158 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 23:22:55,159 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 23:22:55,159 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 23:22:55,160 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 23:22:55,161 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 23:22:55,161 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 23:22:55,163 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 23:22:55,163 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 23:22:55,164 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-02 23:22:55,166 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 23:22:55,168 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-02 23:22:55,174 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-02 23:22:55,177 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-02 23:22:55,190 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-02 23:22:55,191 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-02 23:22:55,205 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-02 23:22:55,215 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-02 23:22:55,217 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-02 23:22:55,218 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-02 23:22:55,218 main DEBUG createAppenders(={Console}) 2024-12-02 23:22:55,219 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@231f98ef initialized 2024-12-02 23:22:55,219 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@231f98ef 2024-12-02 23:22:55,220 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@231f98ef OK. 2024-12-02 23:22:55,225 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-02 23:22:55,225 main DEBUG OutputStream closed 2024-12-02 23:22:55,227 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-02 23:22:55,228 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-02 23:22:55,228 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@7a419da4 OK 2024-12-02 23:22:55,403 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-02 23:22:55,406 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-02 23:22:55,413 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-02 23:22:55,415 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-02 23:22:55,415 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-02 23:22:55,416 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-02 23:22:55,416 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-02 23:22:55,417 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-02 23:22:55,419 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-02 23:22:55,419 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-02 23:22:55,420 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-02 23:22:55,421 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-02 23:22:55,422 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-02 23:22:55,422 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-02 23:22:55,423 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-02 23:22:55,424 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-02 23:22:55,425 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-02 23:22:55,426 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-02 23:22:55,436 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-02 23:22:55,436 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@141e5bef) with optional ClassLoader: null 2024-12-02 23:22:55,437 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-02 23:22:55,438 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@141e5bef] started OK. 2024-12-02T23:22:55,498 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.backup.TestIncrementalBackup timeout: 13 mins 2024-12-02 23:22:55,504 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-02 23:22:55,506 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-02T23:22:56,160 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/65b4e9ef-7447-bc2e-d622-21fab4f7aa50 2024-12-02T23:22:56,174 DEBUG [Time-limited test {}] impl.BackupManager(124): Added log cleaner: org.apache.hadoop.hbase.backup.master.BackupLogCleaner. Added master procedure manager: org.apache.hadoop.hbase.backup.master.LogRollMasterProcedureManager.Added master procedure manager: org.apache.hadoop.hbase.backup.BackupHFileCleaner 2024-12-02T23:22:56,176 DEBUG [Time-limited test {}] impl.BackupManager(154): Added region procedure manager: org.apache.hadoop.hbase.backup.regionserver.LogRollRegionServerProcedureManager. Added region observer: org.apache.hadoop.hbase.backup.BackupObserver 2024-12-02T23:22:56,178 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-02T23:22:56,226 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/65b4e9ef-7447-bc2e-d622-21fab4f7aa50/cluster_877d9eae-73cd-42ec-9a1a-45cb04d54fd9, deleteOnExit=true 2024-12-02T23:22:56,226 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-02T23:22:56,228 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/65b4e9ef-7447-bc2e-d622-21fab4f7aa50/test.cache.data in system properties and HBase conf 2024-12-02T23:22:56,229 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/65b4e9ef-7447-bc2e-d622-21fab4f7aa50/hadoop.tmp.dir in system properties and HBase conf 2024-12-02T23:22:56,230 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/65b4e9ef-7447-bc2e-d622-21fab4f7aa50/hadoop.log.dir in system properties and HBase conf 2024-12-02T23:22:56,231 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/65b4e9ef-7447-bc2e-d622-21fab4f7aa50/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-02T23:22:56,232 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/65b4e9ef-7447-bc2e-d622-21fab4f7aa50/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-02T23:22:56,232 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-02T23:22:56,430 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-02T23:22:56,586 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-02T23:22:56,594 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/65b4e9ef-7447-bc2e-d622-21fab4f7aa50/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-02T23:22:56,595 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/65b4e9ef-7447-bc2e-d622-21fab4f7aa50/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-02T23:22:56,595 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/65b4e9ef-7447-bc2e-d622-21fab4f7aa50/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-02T23:22:56,596 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/65b4e9ef-7447-bc2e-d622-21fab4f7aa50/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T23:22:56,598 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/65b4e9ef-7447-bc2e-d622-21fab4f7aa50/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-02T23:22:56,599 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/65b4e9ef-7447-bc2e-d622-21fab4f7aa50/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-02T23:22:56,599 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/65b4e9ef-7447-bc2e-d622-21fab4f7aa50/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T23:22:56,600 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/65b4e9ef-7447-bc2e-d622-21fab4f7aa50/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T23:22:56,600 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/65b4e9ef-7447-bc2e-d622-21fab4f7aa50/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-02T23:22:56,601 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/65b4e9ef-7447-bc2e-d622-21fab4f7aa50/nfs.dump.dir in system properties and HBase conf 2024-12-02T23:22:56,601 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/65b4e9ef-7447-bc2e-d622-21fab4f7aa50/java.io.tmpdir in system properties and HBase conf 2024-12-02T23:22:56,602 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/65b4e9ef-7447-bc2e-d622-21fab4f7aa50/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T23:22:56,602 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/65b4e9ef-7447-bc2e-d622-21fab4f7aa50/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-02T23:22:56,603 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/65b4e9ef-7447-bc2e-d622-21fab4f7aa50/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-02T23:22:58,814 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-02T23:22:58,914 INFO [Time-limited test {}] log.Log(170): Logging initialized @5317ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-02T23:22:59,034 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T23:22:59,144 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T23:22:59,186 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T23:22:59,186 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T23:22:59,191 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T23:22:59,211 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T23:22:59,216 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@baadc74{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/65b4e9ef-7447-bc2e-d622-21fab4f7aa50/hadoop.log.dir/,AVAILABLE} 2024-12-02T23:22:59,217 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1a64bcf9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T23:22:59,556 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5f3426ae{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/65b4e9ef-7447-bc2e-d622-21fab4f7aa50/java.io.tmpdir/jetty-localhost-37585-hadoop-hdfs-3_4_1-tests_jar-_-any-5471550848548994786/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T23:22:59,571 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@50c05330{HTTP/1.1, (http/1.1)}{localhost:37585} 2024-12-02T23:22:59,571 INFO [Time-limited test {}] server.Server(415): Started @5976ms 2024-12-02T23:23:00,176 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T23:23:00,184 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T23:23:00,195 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T23:23:00,196 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T23:23:00,196 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T23:23:00,197 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@655329da{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/65b4e9ef-7447-bc2e-d622-21fab4f7aa50/hadoop.log.dir/,AVAILABLE} 2024-12-02T23:23:00,198 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@574f7be7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T23:23:00,346 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4e1e75f6{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/65b4e9ef-7447-bc2e-d622-21fab4f7aa50/java.io.tmpdir/jetty-localhost-45231-hadoop-hdfs-3_4_1-tests_jar-_-any-15206473690365067054/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T23:23:00,347 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1ff74f43{HTTP/1.1, (http/1.1)}{localhost:45231} 2024-12-02T23:23:00,348 INFO [Time-limited test {}] server.Server(415): Started @6753ms 2024-12-02T23:23:00,446 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T23:23:01,337 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/65b4e9ef-7447-bc2e-d622-21fab4f7aa50/cluster_877d9eae-73cd-42ec-9a1a-45cb04d54fd9/data/data1/current/BP-290428792-172.17.0.3-1733181777700/current, will proceed with Du for space computation calculation, 2024-12-02T23:23:01,344 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/65b4e9ef-7447-bc2e-d622-21fab4f7aa50/cluster_877d9eae-73cd-42ec-9a1a-45cb04d54fd9/data/data2/current/BP-290428792-172.17.0.3-1733181777700/current, will proceed with Du for space computation calculation, 2024-12-02T23:23:01,413 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T23:23:01,504 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbda4f94b29ec5022 with lease ID 0x5aaa554c560917f7: Processing first storage report for DS-9d4ccf70-de12-4a8d-8f90-b91efa3b860b from datanode DatanodeRegistration(127.0.0.1:37945, datanodeUuid=9504135f-ad78-4b6f-b31f-b8b30cb40128, infoPort=33353, infoSecurePort=0, ipcPort=39459, storageInfo=lv=-57;cid=testClusterID;nsid=345834614;c=1733181777700) 2024-12-02T23:23:01,506 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbda4f94b29ec5022 with lease ID 0x5aaa554c560917f7: from storage DS-9d4ccf70-de12-4a8d-8f90-b91efa3b860b node DatanodeRegistration(127.0.0.1:37945, datanodeUuid=9504135f-ad78-4b6f-b31f-b8b30cb40128, infoPort=33353, infoSecurePort=0, ipcPort=39459, storageInfo=lv=-57;cid=testClusterID;nsid=345834614;c=1733181777700), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-02T23:23:01,506 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbda4f94b29ec5022 with lease ID 0x5aaa554c560917f7: Processing first storage report for DS-7efc3476-eb1b-4ab9-9a4c-afb595e75626 from datanode DatanodeRegistration(127.0.0.1:37945, datanodeUuid=9504135f-ad78-4b6f-b31f-b8b30cb40128, infoPort=33353, infoSecurePort=0, ipcPort=39459, storageInfo=lv=-57;cid=testClusterID;nsid=345834614;c=1733181777700) 2024-12-02T23:23:01,507 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbda4f94b29ec5022 with lease ID 0x5aaa554c560917f7: from storage DS-7efc3476-eb1b-4ab9-9a4c-afb595e75626 node DatanodeRegistration(127.0.0.1:37945, datanodeUuid=9504135f-ad78-4b6f-b31f-b8b30cb40128, infoPort=33353, infoSecurePort=0, ipcPort=39459, storageInfo=lv=-57;cid=testClusterID;nsid=345834614;c=1733181777700), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T23:23:01,554 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/65b4e9ef-7447-bc2e-d622-21fab4f7aa50 2024-12-02T23:23:01,696 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/65b4e9ef-7447-bc2e-d622-21fab4f7aa50/cluster_877d9eae-73cd-42ec-9a1a-45cb04d54fd9/zookeeper_0, clientPort=59082, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/65b4e9ef-7447-bc2e-d622-21fab4f7aa50/cluster_877d9eae-73cd-42ec-9a1a-45cb04d54fd9/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/65b4e9ef-7447-bc2e-d622-21fab4f7aa50/cluster_877d9eae-73cd-42ec-9a1a-45cb04d54fd9/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-02T23:23:01,712 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=59082 2024-12-02T23:23:01,729 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T23:23:01,733 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T23:23:02,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741825_1001 (size=7) 2024-12-02T23:23:02,489 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca with version=8 2024-12-02T23:23:02,489 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/hbase-staging 2024-12-02T23:23:02,505 DEBUG [Time-limited test {}] hbase.LocalHBaseCluster(136): Setting Master Port to random. 2024-12-02T23:23:02,506 DEBUG [Time-limited test {}] hbase.LocalHBaseCluster(143): Setting RegionServer Port to random. 2024-12-02T23:23:02,506 DEBUG [Time-limited test {}] hbase.LocalHBaseCluster(153): Setting RS InfoServer Port to random. 2024-12-02T23:23:02,506 DEBUG [Time-limited test {}] hbase.LocalHBaseCluster(161): Setting Master InfoServer Port to random. 2024-12-02T23:23:02,620 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-02T23:23:02,976 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9e5ab3b623d7:0 server-side Connection retries=45 2024-12-02T23:23:02,989 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T23:23:02,990 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T23:23:02,996 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T23:23:02,996 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T23:23:02,997 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T23:23:03,176 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-02T23:23:03,285 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-02T23:23:03,321 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-02T23:23:03,329 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T23:23:03,421 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 32194 (auto-detected) 2024-12-02T23:23:03,425 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-12-02T23:23:03,459 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43647 2024-12-02T23:23:03,500 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43647 connecting to ZooKeeper ensemble=127.0.0.1:59082 2024-12-02T23:23:03,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:436470x0, quorum=127.0.0.1:59082, baseZNode=/1 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T23:23:03,555 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43647-0x10150422b490000 connected 2024-12-02T23:23:03,713 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T23:23:03,716 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T23:23:03,739 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43647-0x10150422b490000, quorum=127.0.0.1:59082, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2024-12-02T23:23:03,772 INFO [Time-limited test {}] log.Log(170): Logging initialized @10176ms to org.apache.hbase.thirdparty.org.eclipse.jetty.util.log.Slf4jLog 2024-12-02T23:23:03,865 DEBUG [Time-limited test {}] http.HttpServer(797): org.apache.hbase.thirdparty.org.eclipse.jetty.server.SymlinkAllowedResourceAliasChecker is already part of alias check list 2024-12-02T23:23:03,865 INFO [Time-limited test {}] http.HttpServer(802): Serving aliases allowed for /logs context 2024-12-02T23:23:03,866 INFO [Time-limited test {}] http.HttpServer(1023): Added global filter 'safety' (class=org.apache.hadoop.hbase.http.HttpServer$QuotingInputFilter) 2024-12-02T23:23:03,868 INFO [Time-limited test {}] http.HttpServer(1023): Added global filter 'clickjackingprevention' (class=org.apache.hadoop.hbase.http.ClickjackingPreventionFilter) 2024-12-02T23:23:03,869 INFO [Time-limited test {}] http.HttpServer(1023): Added global filter 'securityheaders' (class=org.apache.hadoop.hbase.http.SecurityHeadersFilter) 2024-12-02T23:23:03,872 INFO [Time-limited test {}] http.HttpServer(1002): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context master 2024-12-02T23:23:03,872 INFO [Time-limited test {}] http.HttpServer(1009): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs 2024-12-02T23:23:03,873 INFO [Time-limited test {}] http.HttpServer(1009): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context static 2024-12-02T23:23:03,876 INFO [Time-limited test {}] http.HttpServer(844): ASYNC_PROFILER_HOME environment variable and async.profiler.home system property not specified. Disabling /prof endpoint. 2024-12-02T23:23:03,981 INFO [Time-limited test {}] http.HttpServer(1269): Jetty bound to port 45535 2024-12-02T23:23:03,982 INFO [Time-limited test {}] server.Server(375): jetty-9.4.56.v20240826; built: 2024-08-26T17:15:05.868Z; git: ec6782ff5ead824dabdcf47fa98f90a4aedff401; jvm 17.0.11+9 2024-12-02T23:23:04,008 INFO [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter 2024-12-02T23:23:04,010 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@319b6dfa{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/65b4e9ef-7447-bc2e-d622-21fab4f7aa50/hadoop.log.dir/,AVAILABLE} 2024-12-02T23:23:04,011 INFO [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter 2024-12-02T23:23:04,011 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@6f6375c5{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/classes/hbase-webapps/static/,AVAILABLE} 2024-12-02T23:23:04,072 INFO [Time-limited test {}] webapp.StandardDescriptorProcessor(277): NO JSP Support for /, did not find org.apache.hbase.thirdparty.org.eclipse.jetty.jsp.JettyJspServlet 2024-12-02T23:23:04,084 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T23:23:04,084 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T23:23:04,085 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T23:23:04,092 INFO [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter 2024-12-02T23:23:06,320 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.w.WebAppContext@46081fe9{master,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/classes/hbase-webapps/master/,AVAILABLE}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/classes/hbase-webapps/master} 2024-12-02T23:23:06,332 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@44b20887{HTTP/1.1, (http/1.1)}{0.0.0.0:45535} 2024-12-02T23:23:06,336 INFO [Time-limited test {}] server.Server(415): Started @12738ms 2024-12-02T23:23:06,340 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca, hbase.cluster.distributed=false 2024-12-02T23:23:06,425 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43647-0x10150422b490000, quorum=127.0.0.1:59082, baseZNode=/1 Set watcher on znode that does not yet exist, /1/acl 2024-12-02T23:23:06,448 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43647 2024-12-02T23:23:06,448 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43647 2024-12-02T23:23:06,453 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43647 2024-12-02T23:23:06,461 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43647 2024-12-02T23:23:06,461 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43647 2024-12-02T23:23:06,619 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9e5ab3b623d7:0 server-side Connection retries=45 2024-12-02T23:23:06,622 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T23:23:06,622 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T23:23:06,622 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T23:23:06,623 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T23:23:06,623 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T23:23:06,628 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T23:23:06,631 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T23:23:06,633 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36969 2024-12-02T23:23:06,636 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36969 connecting to ZooKeeper ensemble=127.0.0.1:59082 2024-12-02T23:23:06,637 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T23:23:06,641 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T23:23:06,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:369690x0, quorum=127.0.0.1:59082, baseZNode=/1 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T23:23:06,657 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:369690x0, quorum=127.0.0.1:59082, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2024-12-02T23:23:06,660 DEBUG [Time-limited test {}] http.HttpServer(797): org.apache.hbase.thirdparty.org.eclipse.jetty.server.SymlinkAllowedResourceAliasChecker is already part of alias check list 2024-12-02T23:23:06,660 INFO [Time-limited test {}] http.HttpServer(802): Serving aliases allowed for /logs context 2024-12-02T23:23:06,661 INFO [Time-limited test {}] http.HttpServer(1023): Added global filter 'safety' (class=org.apache.hadoop.hbase.http.HttpServer$QuotingInputFilter) 2024-12-02T23:23:06,661 INFO [Time-limited test {}] http.HttpServer(1023): Added global filter 'clickjackingprevention' (class=org.apache.hadoop.hbase.http.ClickjackingPreventionFilter) 2024-12-02T23:23:06,661 INFO [Time-limited test {}] http.HttpServer(1023): Added global filter 'securityheaders' (class=org.apache.hadoop.hbase.http.SecurityHeadersFilter) 2024-12-02T23:23:06,661 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36969-0x10150422b490001 connected 2024-12-02T23:23:06,662 INFO [Time-limited test {}] http.HttpServer(1002): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context regionserver 2024-12-02T23:23:06,663 INFO [Time-limited test {}] http.HttpServer(1009): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context static 2024-12-02T23:23:06,667 INFO [Time-limited test {}] http.HttpServer(1009): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs 2024-12-02T23:23:06,667 INFO [Time-limited test {}] http.HttpServer(844): ASYNC_PROFILER_HOME environment variable and async.profiler.home system property not specified. Disabling /prof endpoint. 2024-12-02T23:23:06,670 INFO [Time-limited test {}] http.HttpServer(1269): Jetty bound to port 44827 2024-12-02T23:23:06,670 INFO [Time-limited test {}] server.Server(375): jetty-9.4.56.v20240826; built: 2024-08-26T17:15:05.868Z; git: ec6782ff5ead824dabdcf47fa98f90a4aedff401; jvm 17.0.11+9 2024-12-02T23:23:06,679 INFO [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter 2024-12-02T23:23:06,679 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@69506ec4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/65b4e9ef-7447-bc2e-d622-21fab4f7aa50/hadoop.log.dir/,AVAILABLE} 2024-12-02T23:23:06,680 INFO [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter 2024-12-02T23:23:06,680 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@592495d7{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/classes/hbase-webapps/static/,AVAILABLE} 2024-12-02T23:23:06,696 INFO [Time-limited test {}] webapp.StandardDescriptorProcessor(277): NO JSP Support for /, did not find org.apache.hbase.thirdparty.org.eclipse.jetty.jsp.JettyJspServlet 2024-12-02T23:23:06,697 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T23:23:06,697 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T23:23:06,697 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T23:23:06,702 INFO [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter 2024-12-02T23:23:06,707 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.w.WebAppContext@22305b9b{regionserver,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/classes/hbase-webapps/regionserver/,AVAILABLE}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/classes/hbase-webapps/regionserver} 2024-12-02T23:23:06,710 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2b37558e{HTTP/1.1, (http/1.1)}{0.0.0.0:44827} 2024-12-02T23:23:06,710 INFO [Time-limited test {}] server.Server(415): Started @13115ms 2024-12-02T23:23:06,715 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T23:23:06,724 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T23:23:06,727 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36969-0x10150422b490001, quorum=127.0.0.1:59082, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master 2024-12-02T23:23:06,733 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36969-0x10150422b490001, quorum=127.0.0.1:59082, baseZNode=/1 Set watcher on znode that does not yet exist, /1/acl 2024-12-02T23:23:06,734 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36969 2024-12-02T23:23:06,737 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36969 2024-12-02T23:23:06,740 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36969 2024-12-02T23:23:06,741 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36969 2024-12-02T23:23:06,745 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36969 2024-12-02T23:23:06,768 DEBUG [M:0;9e5ab3b623d7:43647 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9e5ab3b623d7:43647 2024-12-02T23:23:06,772 INFO [master/9e5ab3b623d7:0:becomeActiveMaster {}] server.Server(375): jetty-9.4.56.v20240826; built: 2024-08-26T17:15:05.868Z; git: ec6782ff5ead824dabdcf47fa98f90a4aedff401; jvm 17.0.11+9 2024-12-02T23:23:06,782 INFO [master/9e5ab3b623d7:0:becomeActiveMaster {}] server.AbstractConnector(333): Started ServerConnector@3937d444{HTTP/1.1, (http/1.1)}{0.0.0.0:43951} 2024-12-02T23:23:06,783 INFO [master/9e5ab3b623d7:0:becomeActiveMaster {}] server.Server(415): Started @13188ms 2024-12-02T23:23:06,783 INFO [master/9e5ab3b623d7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1/backup-masters/9e5ab3b623d7,43647,1733181782694 2024-12-02T23:23:06,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43647-0x10150422b490000, quorum=127.0.0.1:59082, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2024-12-02T23:23:06,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36969-0x10150422b490001, quorum=127.0.0.1:59082, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2024-12-02T23:23:06,796 DEBUG [master/9e5ab3b623d7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43647-0x10150422b490000, quorum=127.0.0.1:59082, baseZNode=/1 Set watcher on existing znode=/1/backup-masters/9e5ab3b623d7,43647,1733181782694 2024-12-02T23:23:06,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43647-0x10150422b490000, quorum=127.0.0.1:59082, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-02T23:23:06,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36969-0x10150422b490001, quorum=127.0.0.1:59082, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/master 2024-12-02T23:23:06,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36969-0x10150422b490001, quorum=127.0.0.1:59082, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-02T23:23:06,825 DEBUG [master/9e5ab3b623d7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43647-0x10150422b490000, quorum=127.0.0.1:59082, baseZNode=/1 Set watcher on existing znode=/1/master 2024-12-02T23:23:06,827 INFO [master/9e5ab3b623d7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1/backup-masters/9e5ab3b623d7,43647,1733181782694 from backup master directory 2024-12-02T23:23:06,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43647-0x10150422b490000, quorum=127.0.0.1:59082, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/backup-masters/9e5ab3b623d7,43647,1733181782694 2024-12-02T23:23:06,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36969-0x10150422b490001, quorum=127.0.0.1:59082, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2024-12-02T23:23:06,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43647-0x10150422b490000, quorum=127.0.0.1:59082, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2024-12-02T23:23:06,831 WARN [master/9e5ab3b623d7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T23:23:06,832 INFO [master/9e5ab3b623d7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9e5ab3b623d7,43647,1733181782694 2024-12-02T23:23:06,835 INFO [master/9e5ab3b623d7:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-02T23:23:06,837 INFO [master/9e5ab3b623d7:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-02T23:23:06,916 DEBUG [master/9e5ab3b623d7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/hbase.id] with ID: 63424050-545e-45e7-97f4-936912587d3f 2024-12-02T23:23:06,917 DEBUG [master/9e5ab3b623d7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/.tmp/hbase.id 2024-12-02T23:23:06,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741826_1002 (size=42) 2024-12-02T23:23:06,932 DEBUG [master/9e5ab3b623d7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/.tmp/hbase.id]:[hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/hbase.id] 2024-12-02T23:23:06,993 INFO [master/9e5ab3b623d7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T23:23:06,998 INFO [master/9e5ab3b623d7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-02T23:23:07,022 INFO [master/9e5ab3b623d7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 22ms. 2024-12-02T23:23:07,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43647-0x10150422b490000, quorum=127.0.0.1:59082, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-02T23:23:07,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36969-0x10150422b490001, quorum=127.0.0.1:59082, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-02T23:23:07,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741827_1003 (size=196) 2024-12-02T23:23:07,489 INFO [master/9e5ab3b623d7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T23:23:07,492 INFO [master/9e5ab3b623d7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-02T23:23:07,501 INFO [master/9e5ab3b623d7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.RegionGroupingProvider 2024-12-02T23:23:07,505 INFO [master/9e5ab3b623d7:0:becomeActiveMaster {}] wal.RegionGroupingProvider(102): Instantiating RegionGroupingStrategy of type class org.apache.hadoop.hbase.wal.BoundedGroupingStrategy 2024-12-02T23:23:07,518 DEBUG [master/9e5ab3b623d7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.RegionGroupingProvider.doInit(RegionGroupingProvider.java:156) ~[classes/:?] at org.apache.hadoop.hbase.wal.AbstractWALProvider.init(AbstractWALProvider.java:126) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:263) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T23:23:07,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741828_1004 (size=1189) 2024-12-02T23:23:07,601 INFO [master/9e5ab3b623d7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/MasterData/data/master/store 2024-12-02T23:23:07,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741829_1005 (size=34) 2024-12-02T23:23:07,641 INFO [master/9e5ab3b623d7:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-02T23:23:07,649 DEBUG [master/9e5ab3b623d7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T23:23:07,650 DEBUG [master/9e5ab3b623d7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T23:23:07,651 INFO [master/9e5ab3b623d7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T23:23:07,651 DEBUG [master/9e5ab3b623d7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T23:23:07,653 DEBUG [master/9e5ab3b623d7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T23:23:07,653 DEBUG [master/9e5ab3b623d7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T23:23:07,654 INFO [master/9e5ab3b623d7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T23:23:07,655 DEBUG [master/9e5ab3b623d7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733181787650Disabling compacts and flushes for region at 1733181787650Disabling writes for close at 1733181787653 (+3 ms)Writing region close event to WAL at 1733181787653Closed at 1733181787654 (+1 ms) 2024-12-02T23:23:07,658 WARN [master/9e5ab3b623d7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/MasterData/data/master/store/.initializing 2024-12-02T23:23:07,659 DEBUG [master/9e5ab3b623d7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/MasterData/WALs/9e5ab3b623d7,43647,1733181782694 2024-12-02T23:23:07,665 INFO [master/9e5ab3b623d7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T23:23:07,672 INFO [master/9e5ab3b623d7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor 9e5ab3b623d7,43647,1733181782694.regiongroup-0 2024-12-02T23:23:07,692 INFO [master/9e5ab3b623d7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9e5ab3b623d7%2C43647%2C1733181782694.9e5ab3b623d7%2C43647%2C1733181782694.regiongroup-0, suffix=, logDir=hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/MasterData/WALs/9e5ab3b623d7,43647,1733181782694, archiveDir=hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/MasterData/oldWALs, maxLogs=10 2024-12-02T23:23:07,727 DEBUG [master/9e5ab3b623d7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/MasterData/WALs/9e5ab3b623d7,43647,1733181782694/9e5ab3b623d7%2C43647%2C1733181782694.9e5ab3b623d7%2C43647%2C1733181782694.regiongroup-0.1733181787698, exclude list is [], retry=0 2024-12-02T23:23:07,755 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37945,DS-9d4ccf70-de12-4a8d-8f90-b91efa3b860b,DISK] 2024-12-02T23:23:07,760 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-02T23:23:07,828 INFO [master/9e5ab3b623d7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/MasterData/WALs/9e5ab3b623d7,43647,1733181782694/9e5ab3b623d7%2C43647%2C1733181782694.9e5ab3b623d7%2C43647%2C1733181782694.regiongroup-0.1733181787698 2024-12-02T23:23:07,830 DEBUG [master/9e5ab3b623d7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33353:33353)] 2024-12-02T23:23:07,830 DEBUG [master/9e5ab3b623d7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-02T23:23:07,831 DEBUG [master/9e5ab3b623d7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T23:23:07,836 DEBUG [master/9e5ab3b623d7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T23:23:07,837 DEBUG [master/9e5ab3b623d7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T23:23:07,899 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T23:23:07,938 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-02T23:23:07,943 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T23:23:07,946 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T23:23:07,947 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T23:23:07,956 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-02T23:23:07,957 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T23:23:07,958 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T23:23:07,958 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T23:23:07,963 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-02T23:23:07,963 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T23:23:07,965 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T23:23:07,965 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T23:23:07,970 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-02T23:23:07,970 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T23:23:07,971 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T23:23:07,972 DEBUG [master/9e5ab3b623d7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T23:23:07,977 DEBUG [master/9e5ab3b623d7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T23:23:07,978 DEBUG [master/9e5ab3b623d7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T23:23:07,984 DEBUG [master/9e5ab3b623d7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T23:23:07,985 DEBUG [master/9e5ab3b623d7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T23:23:07,990 DEBUG [master/9e5ab3b623d7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T23:23:07,995 DEBUG [master/9e5ab3b623d7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T23:23:08,010 DEBUG [master/9e5ab3b623d7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T23:23:08,012 INFO [master/9e5ab3b623d7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10820506880, jitterRate=0.007738232612609863}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T23:23:08,021 DEBUG [master/9e5ab3b623d7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733181787861Initializing all the Stores at 1733181787865 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733181787866 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733181787868 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733181787868Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733181787868Cleaning up temporary data from old regions at 1733181787985 (+117 ms)Region opened successfully at 1733181788020 (+35 ms) 2024-12-02T23:23:08,022 INFO [master/9e5ab3b623d7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-02T23:23:08,070 DEBUG [master/9e5ab3b623d7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50c53f53, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=9e5ab3b623d7/172.17.0.3:0 2024-12-02T23:23:08,157 INFO [master/9e5ab3b623d7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-02T23:23:08,174 INFO [master/9e5ab3b623d7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-02T23:23:08,174 INFO [master/9e5ab3b623d7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-02T23:23:08,187 INFO [master/9e5ab3b623d7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-02T23:23:08,188 INFO [master/9e5ab3b623d7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 3 msec 2024-12-02T23:23:08,196 INFO [master/9e5ab3b623d7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 7 msec 2024-12-02T23:23:08,196 INFO [master/9e5ab3b623d7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-02T23:23:08,232 INFO [master/9e5ab3b623d7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-02T23:23:08,248 DEBUG [master/9e5ab3b623d7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43647-0x10150422b490000, quorum=127.0.0.1:59082, baseZNode=/1 Unable to get data of znode /1/balancer because node does not exist (not necessarily an error) 2024-12-02T23:23:08,251 DEBUG [master/9e5ab3b623d7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1/balancer already deleted, retry=false 2024-12-02T23:23:08,254 INFO [master/9e5ab3b623d7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-02T23:23:08,256 DEBUG [master/9e5ab3b623d7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43647-0x10150422b490000, quorum=127.0.0.1:59082, baseZNode=/1 Unable to get data of znode /1/normalizer because node does not exist (not necessarily an error) 2024-12-02T23:23:08,258 DEBUG [master/9e5ab3b623d7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1/normalizer already deleted, retry=false 2024-12-02T23:23:08,260 INFO [master/9e5ab3b623d7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-02T23:23:08,266 DEBUG [master/9e5ab3b623d7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43647-0x10150422b490000, quorum=127.0.0.1:59082, baseZNode=/1 Unable to get data of znode /1/switch/split because node does not exist (not necessarily an error) 2024-12-02T23:23:08,268 DEBUG [master/9e5ab3b623d7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1/switch/split already deleted, retry=false 2024-12-02T23:23:08,270 DEBUG [master/9e5ab3b623d7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43647-0x10150422b490000, quorum=127.0.0.1:59082, baseZNode=/1 Unable to get data of znode /1/switch/merge because node does not exist (not necessarily an error) 2024-12-02T23:23:08,272 DEBUG [master/9e5ab3b623d7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1/switch/merge already deleted, retry=false 2024-12-02T23:23:08,298 DEBUG [master/9e5ab3b623d7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43647-0x10150422b490000, quorum=127.0.0.1:59082, baseZNode=/1 Unable to get data of znode /1/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-02T23:23:08,300 DEBUG [master/9e5ab3b623d7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1/snapshot-cleanup already deleted, retry=false 2024-12-02T23:23:08,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36969-0x10150422b490001, quorum=127.0.0.1:59082, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/running 2024-12-02T23:23:08,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36969-0x10150422b490001, quorum=127.0.0.1:59082, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-02T23:23:08,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43647-0x10150422b490000, quorum=127.0.0.1:59082, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/running 2024-12-02T23:23:08,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43647-0x10150422b490000, quorum=127.0.0.1:59082, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-02T23:23:08,336 INFO [master/9e5ab3b623d7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9e5ab3b623d7,43647,1733181782694, sessionid=0x10150422b490000, setting cluster-up flag (Was=false) 2024-12-02T23:23:08,345 INFO [master/9e5ab3b623d7:0:becomeActiveMaster {}] procedure.ProcedureManagerHost(66): User procedure org.apache.hadoop.hbase.backup.master.LogRollMasterProcedureManager was loaded successfully. 2024-12-02T23:23:08,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36969-0x10150422b490001, quorum=127.0.0.1:59082, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-02T23:23:08,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43647-0x10150422b490000, quorum=127.0.0.1:59082, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-02T23:23:08,385 DEBUG [master/9e5ab3b623d7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/flush-table-proc/acquired, /1/flush-table-proc/reached, /1/flush-table-proc/abort 2024-12-02T23:23:08,388 DEBUG [master/9e5ab3b623d7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9e5ab3b623d7,43647,1733181782694 2024-12-02T23:23:08,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43647-0x10150422b490000, quorum=127.0.0.1:59082, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-02T23:23:08,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36969-0x10150422b490001, quorum=127.0.0.1:59082, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-02T23:23:08,405 DEBUG [master/9e5ab3b623d7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/rolllog-proc/acquired, /1/rolllog-proc/reached, /1/rolllog-proc/abort 2024-12-02T23:23:08,407 DEBUG [master/9e5ab3b623d7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9e5ab3b623d7,43647,1733181782694 2024-12-02T23:23:08,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36969-0x10150422b490001, quorum=127.0.0.1:59082, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-02T23:23:08,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43647-0x10150422b490000, quorum=127.0.0.1:59082, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-02T23:23:08,438 DEBUG [master/9e5ab3b623d7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/online-snapshot/acquired, /1/online-snapshot/reached, /1/online-snapshot/abort 2024-12-02T23:23:08,441 DEBUG [master/9e5ab3b623d7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9e5ab3b623d7,43647,1733181782694 2024-12-02T23:23:08,449 INFO [master/9e5ab3b623d7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-02T23:23:08,460 INFO [RS:0;9e5ab3b623d7:36969 {}] regionserver.HRegionServer(746): ClusterId : 63424050-545e-45e7-97f4-936912587d3f 2024-12-02T23:23:08,462 INFO [RS:0;9e5ab3b623d7:36969 {}] procedure.ProcedureManagerHost(66): User procedure org.apache.hadoop.hbase.backup.regionserver.LogRollRegionServerProcedureManager was loaded successfully. 2024-12-02T23:23:08,464 DEBUG [RS:0;9e5ab3b623d7:36969 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T23:23:08,471 DEBUG [RS:0;9e5ab3b623d7:36969 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T23:23:08,471 DEBUG [RS:0;9e5ab3b623d7:36969 {}] procedure.RegionServerProcedureManagerHost(43): Procedure backup-proc initializing 2024-12-02T23:23:08,475 DEBUG [RS:0;9e5ab3b623d7:36969 {}] procedure.RegionServerProcedureManagerHost(45): Procedure backup-proc initialized 2024-12-02T23:23:08,475 DEBUG [RS:0;9e5ab3b623d7:36969 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T23:23:08,479 DEBUG [RS:0;9e5ab3b623d7:36969 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T23:23:08,480 DEBUG [RS:0;9e5ab3b623d7:36969 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52ae113e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=9e5ab3b623d7/172.17.0.3:0 2024-12-02T23:23:08,504 DEBUG [RS:0;9e5ab3b623d7:36969 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9e5ab3b623d7:36969 2024-12-02T23:23:08,509 INFO [RS:0;9e5ab3b623d7:36969 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-02T23:23:08,509 INFO [RS:0;9e5ab3b623d7:36969 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-02T23:23:08,509 DEBUG [RS:0;9e5ab3b623d7:36969 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-02T23:23:08,513 INFO [RS:0;9e5ab3b623d7:36969 {}] regionserver.HRegionServer(2659): reportForDuty to master=9e5ab3b623d7,43647,1733181782694 with port=36969, startcode=1733181786563 2024-12-02T23:23:08,528 DEBUG [RS:0;9e5ab3b623d7:36969 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T23:23:08,592 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47655, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T23:23:08,597 DEBUG [master/9e5ab3b623d7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-02T23:23:08,602 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43647 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T23:23:08,625 INFO [master/9e5ab3b623d7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-02T23:23:08,634 INFO [master/9e5ab3b623d7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-02T23:23:08,642 DEBUG [RS:0;9e5ab3b623d7:36969 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-12-02T23:23:08,643 WARN [RS:0;9e5ab3b623d7:36969 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-12-02T23:23:08,645 DEBUG [master/9e5ab3b623d7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9e5ab3b623d7,43647,1733181782694 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-02T23:23:08,660 DEBUG [master/9e5ab3b623d7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9e5ab3b623d7:0, corePoolSize=5, maxPoolSize=5 2024-12-02T23:23:08,661 DEBUG [master/9e5ab3b623d7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9e5ab3b623d7:0, corePoolSize=5, maxPoolSize=5 2024-12-02T23:23:08,661 DEBUG [master/9e5ab3b623d7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9e5ab3b623d7:0, corePoolSize=5, maxPoolSize=5 2024-12-02T23:23:08,661 DEBUG [master/9e5ab3b623d7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9e5ab3b623d7:0, corePoolSize=5, maxPoolSize=5 2024-12-02T23:23:08,661 DEBUG [master/9e5ab3b623d7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9e5ab3b623d7:0, corePoolSize=10, maxPoolSize=10 2024-12-02T23:23:08,662 DEBUG [master/9e5ab3b623d7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9e5ab3b623d7:0, corePoolSize=1, maxPoolSize=1 2024-12-02T23:23:08,662 DEBUG [master/9e5ab3b623d7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9e5ab3b623d7:0, corePoolSize=2, maxPoolSize=2 2024-12-02T23:23:08,662 DEBUG [master/9e5ab3b623d7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9e5ab3b623d7:0, corePoolSize=1, maxPoolSize=1 2024-12-02T23:23:08,674 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T23:23:08,674 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-02T23:23:08,683 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T23:23:08,683 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-02T23:23:08,686 INFO [master/9e5ab3b623d7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733181818686 2024-12-02T23:23:08,688 INFO [master/9e5ab3b623d7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-02T23:23:08,689 INFO [master/9e5ab3b623d7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-02T23:23:08,693 INFO [master/9e5ab3b623d7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-02T23:23:08,694 INFO [master/9e5ab3b623d7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.backup.master.BackupLogCleaner 2024-12-02T23:23:08,694 INFO [master/9e5ab3b623d7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-02T23:23:08,695 INFO [master/9e5ab3b623d7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-02T23:23:08,695 INFO [master/9e5ab3b623d7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-02T23:23:08,704 INFO [master/9e5ab3b623d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T23:23:08,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741831_1007 (size=1321) 2024-12-02T23:23:08,729 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-02T23:23:08,730 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca 2024-12-02T23:23:08,731 INFO [master/9e5ab3b623d7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-02T23:23:08,732 INFO [master/9e5ab3b623d7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-02T23:23:08,733 INFO [master/9e5ab3b623d7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-02T23:23:08,749 INFO [RS:0;9e5ab3b623d7:36969 {}] regionserver.HRegionServer(2659): reportForDuty to master=9e5ab3b623d7,43647,1733181782694 with port=36969, startcode=1733181786563 2024-12-02T23:23:08,758 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43647 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T23:23:08,763 DEBUG [RS:0;9e5ab3b623d7:36969 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-12-02T23:23:08,763 WARN [RS:0;9e5ab3b623d7:36969 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 200 ms and then retrying. 2024-12-02T23:23:08,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741832_1008 (size=32) 2024-12-02T23:23:08,785 DEBUG [master/9e5ab3b623d7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58b96696, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T23:23:08,785 DEBUG [master/9e5ab3b623d7:0:becomeActiveMaster {}] client.ClusterIdFetcher(90): Going to request 9e5ab3b623d7,43647,-1 for getting cluster id 2024-12-02T23:23:08,786 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T23:23:08,792 DEBUG [master/9e5ab3b623d7:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T23:23:08,793 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T23:23:08,798 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T23:23:08,798 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T23:23:08,803 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T23:23:08,803 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T23:23:08,806 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '63424050-545e-45e7-97f4-936912587d3f' 2024-12-02T23:23:08,811 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T23:23:08,811 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "63424050-545e-45e7-97f4-936912587d3f" 2024-12-02T23:23:08,815 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55bd4025, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T23:23:08,815 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9e5ab3b623d7,43647,-1] 2024-12-02T23:23:08,820 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T23:23:08,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T23:23:08,822 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47352, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T23:23:08,825 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T23:23:08,825 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T23:23:08,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b542e28, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T23:23:08,827 INFO [master/9e5ab3b623d7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.backup.BackupHFileCleaner 2024-12-02T23:23:08,827 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T23:23:08,827 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T23:23:08,830 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T23:23:08,830 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T23:23:08,831 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T23:23:08,831 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T23:23:08,833 INFO [master/9e5ab3b623d7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-02T23:23:08,834 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T23:23:08,834 INFO [master/9e5ab3b623d7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-02T23:23:08,834 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T23:23:08,836 DEBUG [master/9e5ab3b623d7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9e5ab3b623d7:0:becomeActiveMaster-HFileCleaner.large.0-1733181788835,5,FailOnTimeoutGroup] 2024-12-02T23:23:08,836 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T23:23:08,836 DEBUG [master/9e5ab3b623d7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9e5ab3b623d7:0:becomeActiveMaster-HFileCleaner.small.0-1733181788836,5,FailOnTimeoutGroup] 2024-12-02T23:23:08,836 INFO [master/9e5ab3b623d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T23:23:08,837 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T23:23:08,837 INFO [master/9e5ab3b623d7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-02T23:23:08,838 INFO [master/9e5ab3b623d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-02T23:23:08,838 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/hbase/meta/1588230740 2024-12-02T23:23:08,838 INFO [master/9e5ab3b623d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-02T23:23:08,839 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/hbase/meta/1588230740 2024-12-02T23:23:08,842 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T23:23:08,842 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T23:23:08,843 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T23:23:08,847 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T23:23:08,851 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T23:23:08,852 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11339046720, jitterRate=0.05603101849555969}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T23:23:08,856 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733181788787Initializing all the Stores at 1733181788789 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733181788789Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733181788793 (+4 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733181788793Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733181788793Cleaning up temporary data from old regions at 1733181788842 (+49 ms)Region opened successfully at 1733181788856 (+14 ms) 2024-12-02T23:23:08,856 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T23:23:08,857 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T23:23:08,857 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T23:23:08,857 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T23:23:08,857 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T23:23:08,859 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T23:23:08,859 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733181788856Disabling compacts and flushes for region at 1733181788856Disabling writes for close at 1733181788857 (+1 ms)Writing region close event to WAL at 1733181788858 (+1 ms)Closed at 1733181788858 2024-12-02T23:23:08,867 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T23:23:08,867 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-02T23:23:08,876 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-02T23:23:08,889 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T23:23:08,892 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-02T23:23:08,965 INFO [RS:0;9e5ab3b623d7:36969 {}] regionserver.HRegionServer(2659): reportForDuty to master=9e5ab3b623d7,43647,1733181782694 with port=36969, startcode=1733181786563 2024-12-02T23:23:08,969 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43647 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9e5ab3b623d7,36969,1733181786563 2024-12-02T23:23:08,971 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43647 {}] master.ServerManager(517): Registering regionserver=9e5ab3b623d7,36969,1733181786563 2024-12-02T23:23:08,983 DEBUG [RS:0;9e5ab3b623d7:36969 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca 2024-12-02T23:23:08,983 DEBUG [RS:0;9e5ab3b623d7:36969 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44093 2024-12-02T23:23:08,983 DEBUG [RS:0;9e5ab3b623d7:36969 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=45535 2024-12-02T23:23:08,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43647-0x10150422b490000, quorum=127.0.0.1:59082, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rs 2024-12-02T23:23:08,992 DEBUG [RS:0;9e5ab3b623d7:36969 {}] zookeeper.ZKUtil(111): regionserver:36969-0x10150422b490001, quorum=127.0.0.1:59082, baseZNode=/1 Set watcher on existing znode=/1/rs/9e5ab3b623d7,36969,1733181786563 2024-12-02T23:23:08,992 WARN [RS:0;9e5ab3b623d7:36969 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T23:23:08,992 INFO [RS:0;9e5ab3b623d7:36969 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.RegionGroupingProvider 2024-12-02T23:23:08,992 INFO [RS:0;9e5ab3b623d7:36969 {}] wal.RegionGroupingProvider(102): Instantiating RegionGroupingStrategy of type class org.apache.hadoop.hbase.wal.BoundedGroupingStrategy 2024-12-02T23:23:08,992 DEBUG [RS:0;9e5ab3b623d7:36969 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/WALs/9e5ab3b623d7,36969,1733181786563 2024-12-02T23:23:08,997 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9e5ab3b623d7,36969,1733181786563] 2024-12-02T23:23:09,035 INFO [RS:0;9e5ab3b623d7:36969 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T23:23:09,043 WARN [9e5ab3b623d7:43647 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-02T23:23:09,050 INFO [RS:0;9e5ab3b623d7:36969 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T23:23:09,055 INFO [RS:0;9e5ab3b623d7:36969 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T23:23:09,056 INFO [RS:0;9e5ab3b623d7:36969 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T23:23:09,057 INFO [RS:0;9e5ab3b623d7:36969 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-02T23:23:09,063 INFO [RS:0;9e5ab3b623d7:36969 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-02T23:23:09,065 INFO [RS:0;9e5ab3b623d7:36969 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T23:23:09,066 DEBUG [RS:0;9e5ab3b623d7:36969 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9e5ab3b623d7:0, corePoolSize=1, maxPoolSize=1 2024-12-02T23:23:09,066 DEBUG [RS:0;9e5ab3b623d7:36969 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9e5ab3b623d7:0, corePoolSize=1, maxPoolSize=1 2024-12-02T23:23:09,066 DEBUG [RS:0;9e5ab3b623d7:36969 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9e5ab3b623d7:0, corePoolSize=1, maxPoolSize=1 2024-12-02T23:23:09,066 DEBUG [RS:0;9e5ab3b623d7:36969 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0, corePoolSize=1, maxPoolSize=1 2024-12-02T23:23:09,067 DEBUG [RS:0;9e5ab3b623d7:36969 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9e5ab3b623d7:0, corePoolSize=1, maxPoolSize=1 2024-12-02T23:23:09,067 DEBUG [RS:0;9e5ab3b623d7:36969 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9e5ab3b623d7:0, corePoolSize=2, maxPoolSize=2 2024-12-02T23:23:09,067 DEBUG [RS:0;9e5ab3b623d7:36969 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9e5ab3b623d7:0, corePoolSize=1, maxPoolSize=1 2024-12-02T23:23:09,067 DEBUG [RS:0;9e5ab3b623d7:36969 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9e5ab3b623d7:0, corePoolSize=1, maxPoolSize=1 2024-12-02T23:23:09,067 DEBUG [RS:0;9e5ab3b623d7:36969 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9e5ab3b623d7:0, corePoolSize=1, maxPoolSize=1 2024-12-02T23:23:09,068 DEBUG [RS:0;9e5ab3b623d7:36969 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9e5ab3b623d7:0, corePoolSize=1, maxPoolSize=1 2024-12-02T23:23:09,068 DEBUG [RS:0;9e5ab3b623d7:36969 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9e5ab3b623d7:0, corePoolSize=1, maxPoolSize=1 2024-12-02T23:23:09,068 DEBUG [RS:0;9e5ab3b623d7:36969 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9e5ab3b623d7:0, corePoolSize=1, maxPoolSize=1 2024-12-02T23:23:09,068 DEBUG [RS:0;9e5ab3b623d7:36969 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9e5ab3b623d7:0, corePoolSize=3, maxPoolSize=3 2024-12-02T23:23:09,068 DEBUG [RS:0;9e5ab3b623d7:36969 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9e5ab3b623d7:0, corePoolSize=3, maxPoolSize=3 2024-12-02T23:23:09,069 INFO [RS:0;9e5ab3b623d7:36969 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T23:23:09,070 INFO [RS:0;9e5ab3b623d7:36969 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T23:23:09,070 INFO [RS:0;9e5ab3b623d7:36969 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T23:23:09,070 INFO [RS:0;9e5ab3b623d7:36969 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T23:23:09,070 INFO [RS:0;9e5ab3b623d7:36969 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T23:23:09,070 INFO [RS:0;9e5ab3b623d7:36969 {}] hbase.ChoreService(168): Chore ScheduledChore name=9e5ab3b623d7,36969,1733181786563-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T23:23:09,094 INFO [RS:0;9e5ab3b623d7:36969 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T23:23:09,096 INFO [RS:0;9e5ab3b623d7:36969 {}] hbase.ChoreService(168): Chore ScheduledChore name=9e5ab3b623d7,36969,1733181786563-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T23:23:09,097 INFO [RS:0;9e5ab3b623d7:36969 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T23:23:09,097 INFO [RS:0;9e5ab3b623d7:36969 {}] regionserver.Replication(171): 9e5ab3b623d7,36969,1733181786563 started 2024-12-02T23:23:09,114 INFO [RS:0;9e5ab3b623d7:36969 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T23:23:09,115 INFO [RS:0;9e5ab3b623d7:36969 {}] regionserver.HRegionServer(1482): Serving as 9e5ab3b623d7,36969,1733181786563, RpcServer on 9e5ab3b623d7/172.17.0.3:36969, sessionid=0x10150422b490001 2024-12-02T23:23:09,115 DEBUG [RS:0;9e5ab3b623d7:36969 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T23:23:09,115 DEBUG [RS:0;9e5ab3b623d7:36969 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9e5ab3b623d7,36969,1733181786563 2024-12-02T23:23:09,115 DEBUG [RS:0;9e5ab3b623d7:36969 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9e5ab3b623d7,36969,1733181786563' 2024-12-02T23:23:09,116 DEBUG [RS:0;9e5ab3b623d7:36969 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/flush-table-proc/abort' 2024-12-02T23:23:09,117 DEBUG [RS:0;9e5ab3b623d7:36969 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/flush-table-proc/acquired' 2024-12-02T23:23:09,117 DEBUG [RS:0;9e5ab3b623d7:36969 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T23:23:09,117 DEBUG [RS:0;9e5ab3b623d7:36969 {}] procedure.RegionServerProcedureManagerHost(51): Procedure backup-proc starting 2024-12-02T23:23:09,117 DEBUG [RS:0;9e5ab3b623d7:36969 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9e5ab3b623d7,36969,1733181786563' 2024-12-02T23:23:09,117 DEBUG [RS:0;9e5ab3b623d7:36969 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-12-02T23:23:09,118 DEBUG [RS:0;9e5ab3b623d7:36969 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-12-02T23:23:09,119 INFO [RS:0;9e5ab3b623d7:36969 {}] regionserver.LogRollRegionServerProcedureManager(92): Started region server backup manager. 2024-12-02T23:23:09,119 DEBUG [RS:0;9e5ab3b623d7:36969 {}] procedure.RegionServerProcedureManagerHost(53): Procedure backup-proc started 2024-12-02T23:23:09,119 DEBUG [RS:0;9e5ab3b623d7:36969 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T23:23:09,119 DEBUG [RS:0;9e5ab3b623d7:36969 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9e5ab3b623d7,36969,1733181786563 2024-12-02T23:23:09,119 DEBUG [RS:0;9e5ab3b623d7:36969 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9e5ab3b623d7,36969,1733181786563' 2024-12-02T23:23:09,119 DEBUG [RS:0;9e5ab3b623d7:36969 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/online-snapshot/abort' 2024-12-02T23:23:09,120 DEBUG [RS:0;9e5ab3b623d7:36969 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/online-snapshot/acquired' 2024-12-02T23:23:09,120 DEBUG [RS:0;9e5ab3b623d7:36969 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T23:23:09,120 INFO [RS:0;9e5ab3b623d7:36969 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T23:23:09,120 INFO [RS:0;9e5ab3b623d7:36969 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T23:23:09,227 INFO [RS:0;9e5ab3b623d7:36969 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T23:23:09,228 INFO [RS:0;9e5ab3b623d7:36969 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 9e5ab3b623d7,36969,1733181786563.regiongroup-0 2024-12-02T23:23:09,232 INFO [RS:0;9e5ab3b623d7:36969 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9e5ab3b623d7%2C36969%2C1733181786563.9e5ab3b623d7%2C36969%2C1733181786563.regiongroup-0, suffix=, logDir=hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/WALs/9e5ab3b623d7,36969,1733181786563, archiveDir=hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/oldWALs, maxLogs=32 2024-12-02T23:23:09,258 DEBUG [RS:0;9e5ab3b623d7:36969 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/WALs/9e5ab3b623d7,36969,1733181786563/9e5ab3b623d7%2C36969%2C1733181786563.9e5ab3b623d7%2C36969%2C1733181786563.regiongroup-0.1733181789235, exclude list is [], retry=0 2024-12-02T23:23:09,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37945,DS-9d4ccf70-de12-4a8d-8f90-b91efa3b860b,DISK] 2024-12-02T23:23:09,269 INFO [RS:0;9e5ab3b623d7:36969 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/WALs/9e5ab3b623d7,36969,1733181786563/9e5ab3b623d7%2C36969%2C1733181786563.9e5ab3b623d7%2C36969%2C1733181786563.regiongroup-0.1733181789235 2024-12-02T23:23:09,270 DEBUG [RS:0;9e5ab3b623d7:36969 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33353:33353)] 2024-12-02T23:23:09,296 DEBUG [9e5ab3b623d7:43647 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-02T23:23:09,311 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9e5ab3b623d7,36969,1733181786563 2024-12-02T23:23:09,318 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9e5ab3b623d7,36969,1733181786563, state=OPENING 2024-12-02T23:23:09,323 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-02T23:23:09,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43647-0x10150422b490000, quorum=127.0.0.1:59082, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-02T23:23:09,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36969-0x10150422b490001, quorum=127.0.0.1:59082, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-02T23:23:09,326 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2024-12-02T23:23:09,326 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2024-12-02T23:23:09,328 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T23:23:09,330 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9e5ab3b623d7,36969,1733181786563}] 2024-12-02T23:23:09,513 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T23:23:09,516 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34995, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T23:23:09,533 INFO [RS_OPEN_META-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-02T23:23:09,533 INFO [RS_OPEN_META-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.RegionGroupingProvider 2024-12-02T23:23:09,534 INFO [RS_OPEN_META-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.RegionGroupingProvider(102): Instantiating RegionGroupingStrategy of type class org.apache.hadoop.hbase.wal.BoundedGroupingStrategy 2024-12-02T23:23:09,534 INFO [RS_OPEN_META-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T23:23:09,534 INFO [RS_OPEN_META-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-02T23:23:09,539 INFO [RS_OPEN_META-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9e5ab3b623d7%2C36969%2C1733181786563.meta, suffix=.meta, logDir=hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/WALs/9e5ab3b623d7,36969,1733181786563, archiveDir=hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/oldWALs, maxLogs=32 2024-12-02T23:23:09,564 DEBUG [RS_OPEN_META-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/WALs/9e5ab3b623d7,36969,1733181786563/9e5ab3b623d7%2C36969%2C1733181786563.meta.1733181789541.meta, exclude list is [], retry=0 2024-12-02T23:23:09,569 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37945,DS-9d4ccf70-de12-4a8d-8f90-b91efa3b860b,DISK] 2024-12-02T23:23:09,573 INFO [RS_OPEN_META-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/WALs/9e5ab3b623d7,36969,1733181786563/9e5ab3b623d7%2C36969%2C1733181786563.meta.1733181789541.meta 2024-12-02T23:23:09,573 DEBUG [RS_OPEN_META-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33353:33353)] 2024-12-02T23:23:09,574 DEBUG [RS_OPEN_META-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-02T23:23:09,580 INFO [RS_OPEN_META-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-12-02T23:23:09,581 DEBUG [RS_OPEN_META-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T23:23:09,586 DEBUG [RS_OPEN_META-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-02T23:23:09,587 INFO [RS_OPEN_META-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-02T23:23:09,592 DEBUG [RS_OPEN_META-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-02T23:23:09,593 DEBUG [RS_OPEN_META-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T23:23:09,593 DEBUG [RS_OPEN_META-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-02T23:23:09,593 DEBUG [RS_OPEN_META-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-02T23:23:09,598 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T23:23:09,600 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T23:23:09,600 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T23:23:09,601 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T23:23:09,601 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T23:23:09,603 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T23:23:09,603 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T23:23:09,604 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T23:23:09,604 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T23:23:09,606 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T23:23:09,606 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T23:23:09,606 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T23:23:09,607 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T23:23:09,608 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T23:23:09,608 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T23:23:09,609 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T23:23:09,609 DEBUG [RS_OPEN_META-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T23:23:09,611 DEBUG [RS_OPEN_META-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/hbase/meta/1588230740 2024-12-02T23:23:09,614 DEBUG [RS_OPEN_META-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/hbase/meta/1588230740 2024-12-02T23:23:09,616 DEBUG [RS_OPEN_META-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T23:23:09,616 DEBUG [RS_OPEN_META-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T23:23:09,617 DEBUG [RS_OPEN_META-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T23:23:09,620 DEBUG [RS_OPEN_META-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T23:23:09,622 INFO [RS_OPEN_META-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10848899360, jitterRate=0.010382488369941711}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T23:23:09,622 DEBUG [RS_OPEN_META-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-02T23:23:09,623 DEBUG [RS_OPEN_META-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733181789593Writing region info on filesystem at 1733181789594 (+1 ms)Initializing all the Stores at 1733181789595 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733181789595Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733181789597 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733181789597Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733181789597Cleaning up temporary data from old regions at 1733181789616 (+19 ms)Running coprocessor post-open hooks at 1733181789622 (+6 ms)Region opened successfully at 1733181789623 (+1 ms) 2024-12-02T23:23:09,641 INFO [RS_OPEN_META-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733181789502 2024-12-02T23:23:09,669 DEBUG [RS_OPEN_META-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-02T23:23:09,669 INFO [RS_OPEN_META-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-02T23:23:09,670 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9e5ab3b623d7,36969,1733181786563 2024-12-02T23:23:09,675 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9e5ab3b623d7,36969,1733181786563, state=OPEN 2024-12-02T23:23:09,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36969-0x10150422b490001, quorum=127.0.0.1:59082, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/meta-region-server 2024-12-02T23:23:09,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43647-0x10150422b490000, quorum=127.0.0.1:59082, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/meta-region-server 2024-12-02T23:23:09,682 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2024-12-02T23:23:09,682 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9e5ab3b623d7,36969,1733181786563 2024-12-02T23:23:09,684 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2024-12-02T23:23:09,691 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-02T23:23:09,691 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9e5ab3b623d7,36969,1733181786563 in 352 msec 2024-12-02T23:23:09,701 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-02T23:23:09,701 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 819 msec 2024-12-02T23:23:09,703 DEBUG [PEWorker-5 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T23:23:09,703 INFO [PEWorker-5 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-02T23:23:09,739 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T23:23:09,740 DEBUG [PEWorker-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9e5ab3b623d7,36969,1733181786563, seqNum=-1] 2024-12-02T23:23:09,775 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T23:23:09,780 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37159, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T23:23:09,830 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3190 sec 2024-12-02T23:23:09,831 INFO [master/9e5ab3b623d7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733181789830, completionTime=-1 2024-12-02T23:23:09,834 INFO [master/9e5ab3b623d7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-02T23:23:09,835 DEBUG [master/9e5ab3b623d7:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-02T23:23:09,873 INFO [master/9e5ab3b623d7:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-02T23:23:09,873 INFO [master/9e5ab3b623d7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733181849873 2024-12-02T23:23:09,873 INFO [master/9e5ab3b623d7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733181909873 2024-12-02T23:23:09,873 INFO [master/9e5ab3b623d7:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 38 msec 2024-12-02T23:23:09,876 INFO [master/9e5ab3b623d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9e5ab3b623d7,43647,1733181782694-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T23:23:09,876 INFO [master/9e5ab3b623d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9e5ab3b623d7,43647,1733181782694-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T23:23:09,876 INFO [master/9e5ab3b623d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9e5ab3b623d7,43647,1733181782694-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T23:23:09,878 INFO [master/9e5ab3b623d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9e5ab3b623d7:43647, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T23:23:09,883 INFO [master/9e5ab3b623d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-02T23:23:09,884 INFO [master/9e5ab3b623d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-02T23:23:09,892 DEBUG [master/9e5ab3b623d7:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-02T23:23:09,942 INFO [master/9e5ab3b623d7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.109sec 2024-12-02T23:23:09,943 INFO [master/9e5ab3b623d7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-02T23:23:09,945 INFO [master/9e5ab3b623d7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-02T23:23:09,946 INFO [master/9e5ab3b623d7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-02T23:23:09,947 INFO [master/9e5ab3b623d7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-02T23:23:09,947 INFO [master/9e5ab3b623d7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-02T23:23:09,948 INFO [master/9e5ab3b623d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9e5ab3b623d7,43647,1733181782694-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T23:23:09,949 INFO [master/9e5ab3b623d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9e5ab3b623d7,43647,1733181782694-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-02T23:23:09,976 DEBUG [master/9e5ab3b623d7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-02T23:23:09,978 INFO [master/9e5ab3b623d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-02T23:23:09,978 INFO [master/9e5ab3b623d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9e5ab3b623d7,43647,1733181782694-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T23:23:09,990 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a71db39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T23:23:09,993 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-02T23:23:09,993 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-02T23:23:09,997 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9e5ab3b623d7,43647,-1 for getting cluster id 2024-12-02T23:23:09,998 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T23:23:10,016 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '63424050-545e-45e7-97f4-936912587d3f' 2024-12-02T23:23:10,018 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T23:23:10,018 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "63424050-545e-45e7-97f4-936912587d3f" 2024-12-02T23:23:10,018 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@539c4845, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T23:23:10,018 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9e5ab3b623d7,43647,-1] 2024-12-02T23:23:10,019 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T23:23:10,026 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T23:23:10,029 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47378, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T23:23:10,037 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@dd1b80, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T23:23:10,038 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T23:23:10,068 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9e5ab3b623d7,36969,1733181786563, seqNum=-1] 2024-12-02T23:23:10,068 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T23:23:10,080 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36222, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T23:23:10,118 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=9e5ab3b623d7,43647,1733181782694 2024-12-02T23:23:10,118 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2305): Starting mini mapreduce cluster... 2024-12-02T23:23:10,118 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/65b4e9ef-7447-bc2e-d622-21fab4f7aa50/test.cache.data in system properties and HBase conf 2024-12-02T23:23:10,118 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/65b4e9ef-7447-bc2e-d622-21fab4f7aa50/hadoop.tmp.dir in system properties and HBase conf 2024-12-02T23:23:10,119 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/65b4e9ef-7447-bc2e-d622-21fab4f7aa50/hadoop.log.dir in system properties and HBase conf 2024-12-02T23:23:10,119 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/65b4e9ef-7447-bc2e-d622-21fab4f7aa50/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-02T23:23:10,119 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/65b4e9ef-7447-bc2e-d622-21fab4f7aa50/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-02T23:23:10,119 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-02T23:23:10,119 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/65b4e9ef-7447-bc2e-d622-21fab4f7aa50/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-02T23:23:10,119 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/65b4e9ef-7447-bc2e-d622-21fab4f7aa50/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-02T23:23:10,119 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/65b4e9ef-7447-bc2e-d622-21fab4f7aa50/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-02T23:23:10,120 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/65b4e9ef-7447-bc2e-d622-21fab4f7aa50/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T23:23:10,120 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/65b4e9ef-7447-bc2e-d622-21fab4f7aa50/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-02T23:23:10,120 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/65b4e9ef-7447-bc2e-d622-21fab4f7aa50/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-02T23:23:10,120 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/65b4e9ef-7447-bc2e-d622-21fab4f7aa50/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T23:23:10,120 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/65b4e9ef-7447-bc2e-d622-21fab4f7aa50/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T23:23:10,120 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/65b4e9ef-7447-bc2e-d622-21fab4f7aa50/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-02T23:23:10,120 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/65b4e9ef-7447-bc2e-d622-21fab4f7aa50/nfs.dump.dir in system properties and HBase conf 2024-12-02T23:23:10,120 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/65b4e9ef-7447-bc2e-d622-21fab4f7aa50/java.io.tmpdir in system properties and HBase conf 2024-12-02T23:23:10,121 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/65b4e9ef-7447-bc2e-d622-21fab4f7aa50/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T23:23:10,134 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/65b4e9ef-7447-bc2e-d622-21fab4f7aa50/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-02T23:23:10,134 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/65b4e9ef-7447-bc2e-d622-21fab4f7aa50/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-02T23:23:10,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741835_1011 (size=592039) 2024-12-02T23:23:10,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741836_1012 (size=1663647) 2024-12-02T23:23:12,486 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T23:23:12,623 WARN [Thread-251 {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T23:23:12,848 INFO [Thread-251 {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T23:23:12,848 WARN [Time-limited test {}] servlet.GuiceFilter(102): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2024-12-02T23:23:12,849 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T23:23:12,862 INFO [Thread-251 {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T23:23:12,862 INFO [Thread-251 {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T23:23:12,862 INFO [Thread-251 {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T23:23:12,866 INFO [Thread-251 {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c69cf55{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/65b4e9ef-7447-bc2e-d622-21fab4f7aa50/hadoop.log.dir/,AVAILABLE} 2024-12-02T23:23:12,867 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T23:23:12,867 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T23:23:12,867 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T23:23:12,867 INFO [Thread-251 {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@25cbe2e6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,AVAILABLE} 2024-12-02T23:23:12,878 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T23:23:12,890 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7b8956e9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/65b4e9ef-7447-bc2e-d622-21fab4f7aa50/hadoop.log.dir/,AVAILABLE} 2024-12-02T23:23:12,891 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4860033b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,AVAILABLE} 2024-12-02T23:23:13,056 INFO [Thread-251 {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.server.resourcemanager.webapp.JAXBContextResolver as a provider class 2024-12-02T23:23:13,056 INFO [Thread-251 {}] container.GuiceComponentProviderFactory(116): Registering org.apache.hadoop.yarn.server.resourcemanager.webapp.RMWebServices as a root resource class 2024-12-02T23:23:13,056 INFO [Thread-251 {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2024-12-02T23:23:13,059 INFO [Thread-251 {}] application.WebApplicationImpl(815): Initiating Jersey application, version 'Jersey: 1.19.4 05/24/2017 03:20 PM' 2024-12-02T23:23:13,120 INFO [Thread-251 {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.resourcemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2024-12-02T23:23:13,265 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-02T23:23:13,265 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-02T23:23:13,274 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.backup.BackupObserver 2024-12-02T23:23:13,274 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.backup.BackupObserver Metrics about HBase RegionObservers 2024-12-02T23:23:13,274 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T23:23:13,274 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-02T23:23:13,275 INFO [Thread-251 {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2024-12-02T23:23:13,275 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-02T23:23:13,275 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-02T23:23:13,582 INFO [Thread-251 {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.resourcemanager.webapp.RMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2024-12-02T23:23:13,609 INFO [Thread-251 {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2259346d{jobhistory,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/65b4e9ef-7447-bc2e-d622-21fab4f7aa50/java.io.tmpdir/jetty-localhost-34729-hadoop-yarn-common-3_4_1_jar-_-any-11523294260910221371/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/jobhistory} 2024-12-02T23:23:13,609 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@78e1ba26{cluster,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/65b4e9ef-7447-bc2e-d622-21fab4f7aa50/java.io.tmpdir/jetty-localhost-40887-hadoop-yarn-common-3_4_1_jar-_-any-13698572419395981240/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/cluster} 2024-12-02T23:23:13,610 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@510a6ff3{HTTP/1.1, (http/1.1)}{localhost:40887} 2024-12-02T23:23:13,610 INFO [Thread-251 {}] server.AbstractConnector(333): Started ServerConnector@7010d5df{HTTP/1.1, (http/1.1)}{localhost:34729} 2024-12-02T23:23:13,610 INFO [Time-limited test {}] server.Server(415): Started @20015ms 2024-12-02T23:23:13,610 INFO [Thread-251 {}] server.Server(415): Started @20015ms 2024-12-02T23:23:13,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741837_1013 (size=5) 2024-12-02T23:23:14,808 WARN [Time-limited test {}] tracker.NMLogAggregationStatusTracker(95): Log Aggregation is disabled.So is the LogAggregationStatusTracker. 2024-12-02T23:23:14,814 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T23:23:14,854 WARN [Time-limited test {}] servlet.GuiceFilter(102): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2024-12-02T23:23:14,855 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T23:23:14,907 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T23:23:14,907 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T23:23:14,907 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T23:23:14,908 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T23:23:14,925 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@735a6591{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/65b4e9ef-7447-bc2e-d622-21fab4f7aa50/hadoop.log.dir/,AVAILABLE} 2024-12-02T23:23:14,926 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5d9ae20f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,AVAILABLE} 2024-12-02T23:23:15,007 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(116): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices as a root resource class 2024-12-02T23:23:15,007 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2024-12-02T23:23:15,007 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver as a provider class 2024-12-02T23:23:15,007 INFO [Time-limited test {}] application.WebApplicationImpl(815): Initiating Jersey application, version 'Jersey: 1.19.4 05/24/2017 03:20 PM' 2024-12-02T23:23:15,022 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2024-12-02T23:23:15,030 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2024-12-02T23:23:15,139 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2024-12-02T23:23:15,187 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2024-12-02T23:23:15,217 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@478759c5{node,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/65b4e9ef-7447-bc2e-d622-21fab4f7aa50/java.io.tmpdir/jetty-localhost-40973-hadoop-yarn-common-3_4_1_jar-_-any-9811003350910111284/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/node} 2024-12-02T23:23:15,219 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@415ff666{HTTP/1.1, (http/1.1)}{localhost:40973} 2024-12-02T23:23:15,219 INFO [Time-limited test {}] server.Server(415): Started @21624ms 2024-12-02T23:23:15,248 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-02T23:23:15,641 WARN [Time-limited test {}] tracker.NMLogAggregationStatusTracker(95): Log Aggregation is disabled.So is the LogAggregationStatusTracker. 2024-12-02T23:23:15,645 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T23:23:15,679 WARN [Time-limited test {}] servlet.GuiceFilter(102): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2024-12-02T23:23:15,681 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T23:23:15,697 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T23:23:15,697 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T23:23:15,698 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T23:23:15,698 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T23:23:15,700 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3b0a0d79{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/65b4e9ef-7447-bc2e-d622-21fab4f7aa50/hadoop.log.dir/,AVAILABLE} 2024-12-02T23:23:15,701 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7365e40d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,AVAILABLE} 2024-12-02T23:23:15,763 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(116): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices as a root resource class 2024-12-02T23:23:15,763 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2024-12-02T23:23:15,763 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver as a provider class 2024-12-02T23:23:15,763 INFO [Time-limited test {}] application.WebApplicationImpl(815): Initiating Jersey application, version 'Jersey: 1.19.4 05/24/2017 03:20 PM' 2024-12-02T23:23:15,779 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2024-12-02T23:23:15,784 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2024-12-02T23:23:15,879 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2024-12-02T23:23:15,885 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@8d6c242{node,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/65b4e9ef-7447-bc2e-d622-21fab4f7aa50/java.io.tmpdir/jetty-localhost-33839-hadoop-yarn-common-3_4_1_jar-_-any-14038771874927399031/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/node} 2024-12-02T23:23:15,886 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@63925d63{HTTP/1.1, (http/1.1)}{localhost:33839} 2024-12-02T23:23:15,886 INFO [Time-limited test {}] server.Server(415): Started @22291ms 2024-12-02T23:23:15,915 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2341): Mini mapreduce cluster started 2024-12-02T23:23:15,915 INFO [Time-limited test {}] backup.TestBackupBase(336): ROOTDIR hdfs://localhost:44093/backupUT 2024-12-02T23:23:15,919 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T23:23:15,925 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 9e5ab3b623d7,43647,1733181782694 2024-12-02T23:23:15,928 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6d078ce5 2024-12-02T23:23:15,929 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T23:23:15,931 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54324, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T23:23:15,933 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] master.HMaster$18(3529): Client=jenkins//172.17.0.3 creating {NAME => 'ns1'} 2024-12-02T23:23:15,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_NAMESPACE_PREPARE, hasLock=false; CreateNamespaceProcedure, namespace=ns1 2024-12-02T23:23:15,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T23:23:15,956 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateNamespaceProcedure, namespace=ns1 in 19 msec 2024-12-02T23:23:16,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T23:23:16,064 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$NamespaceProcedureBiConsumer(2745): Operation: CREATE_NAMESPACE, Namespace: ns1 completed 2024-12-02T23:23:16,064 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] master.HMaster$18(3529): Client=jenkins//172.17.0.3 creating {NAME => 'ns2'} 2024-12-02T23:23:16,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_NAMESPACE_PREPARE, hasLock=false; CreateNamespaceProcedure, namespace=ns2 2024-12-02T23:23:16,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=5 2024-12-02T23:23:16,081 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateNamespaceProcedure, namespace=ns2 in 13 msec 2024-12-02T23:23:16,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=5 2024-12-02T23:23:16,183 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$NamespaceProcedureBiConsumer(2745): Operation: CREATE_NAMESPACE, Namespace: ns2 completed 2024-12-02T23:23:16,184 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] master.HMaster$18(3529): Client=jenkins//172.17.0.3 creating {NAME => 'ns3'} 2024-12-02T23:23:16,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] procedure2.ProcedureExecutor(1139): Stored pid=6, state=RUNNABLE:CREATE_NAMESPACE_PREPARE, hasLock=false; CreateNamespaceProcedure, namespace=ns3 2024-12-02T23:23:16,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=6 2024-12-02T23:23:16,199 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, state=SUCCESS, hasLock=false; CreateNamespaceProcedure, namespace=ns3 in 12 msec 2024-12-02T23:23:16,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=6 2024-12-02T23:23:16,293 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$NamespaceProcedureBiConsumer(2745): Operation: CREATE_NAMESPACE, Namespace: ns3 completed 2024-12-02T23:23:16,294 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] master.HMaster$18(3529): Client=jenkins//172.17.0.3 creating {NAME => 'ns4'} 2024-12-02T23:23:16,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE, hasLock=false; CreateNamespaceProcedure, namespace=ns4 2024-12-02T23:23:16,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T23:23:16,311 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; CreateNamespaceProcedure, namespace=ns4 in 14 msec 2024-12-02T23:23:16,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T23:23:16,403 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$NamespaceProcedureBiConsumer(2745): Operation: CREATE_NAMESPACE, Namespace: ns4 completed 2024-12-02T23:23:16,415 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test-1733181795915', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T23:23:16,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test-1733181795915 2024-12-02T23:23:16,425 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test-1733181795915 execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T23:23:16,427 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test-1733181795915" procId is: 8 2024-12-02T23:23:16,428 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T23:23:16,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=8 2024-12-02T23:23:16,430 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test-1733181795915 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T23:23:16,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741838_1014 (size=367) 2024-12-02T23:23:16,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=8 2024-12-02T23:23:16,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=8 2024-12-02T23:23:16,845 INFO [RegionOpenAndInit-test-1733181795915-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 830504ca41f7d3ba4d09cc51660755b4, NAME => 'test-1733181795915,,1733181796409.830504ca41f7d3ba4d09cc51660755b4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test-1733181795915', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca 2024-12-02T23:23:16,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741839_1015 (size=53) 2024-12-02T23:23:16,861 DEBUG [RegionOpenAndInit-test-1733181795915-pool-0 {}] regionserver.HRegion(898): Instantiated test-1733181795915,,1733181796409.830504ca41f7d3ba4d09cc51660755b4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T23:23:16,861 DEBUG [RegionOpenAndInit-test-1733181795915-pool-0 {}] regionserver.HRegion(1722): Closing 830504ca41f7d3ba4d09cc51660755b4, disabling compactions & flushes 2024-12-02T23:23:16,861 INFO [RegionOpenAndInit-test-1733181795915-pool-0 {}] regionserver.HRegion(1755): Closing region test-1733181795915,,1733181796409.830504ca41f7d3ba4d09cc51660755b4. 2024-12-02T23:23:16,861 DEBUG [RegionOpenAndInit-test-1733181795915-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test-1733181795915,,1733181796409.830504ca41f7d3ba4d09cc51660755b4. 2024-12-02T23:23:16,861 DEBUG [RegionOpenAndInit-test-1733181795915-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test-1733181795915,,1733181796409.830504ca41f7d3ba4d09cc51660755b4. after waiting 0 ms 2024-12-02T23:23:16,861 DEBUG [RegionOpenAndInit-test-1733181795915-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test-1733181795915,,1733181796409.830504ca41f7d3ba4d09cc51660755b4. 2024-12-02T23:23:16,861 INFO [RegionOpenAndInit-test-1733181795915-pool-0 {}] regionserver.HRegion(1973): Closed test-1733181795915,,1733181796409.830504ca41f7d3ba4d09cc51660755b4. 2024-12-02T23:23:16,861 DEBUG [RegionOpenAndInit-test-1733181795915-pool-0 {}] regionserver.HRegion(1676): Region close journal for 830504ca41f7d3ba4d09cc51660755b4: Waiting for close lock at 1733181796861Disabling compacts and flushes for region at 1733181796861Disabling writes for close at 1733181796861Writing region close event to WAL at 1733181796861Closed at 1733181796861 2024-12-02T23:23:16,864 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test-1733181795915 execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T23:23:16,872 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test-1733181795915,,1733181796409.830504ca41f7d3ba4d09cc51660755b4.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733181796864"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733181796864"}]},"ts":"1733181796864"} 2024-12-02T23:23:16,879 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T23:23:16,881 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test-1733181795915 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T23:23:16,886 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test-1733181795915","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733181796881"}]},"ts":"1733181796881"} 2024-12-02T23:23:16,891 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test-1733181795915, state=ENABLING in hbase:meta 2024-12-02T23:23:16,893 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test-1733181795915, region=830504ca41f7d3ba4d09cc51660755b4, ASSIGN}] 2024-12-02T23:23:16,897 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test-1733181795915, region=830504ca41f7d3ba4d09cc51660755b4, ASSIGN 2024-12-02T23:23:16,901 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test-1733181795915, region=830504ca41f7d3ba4d09cc51660755b4, ASSIGN; state=OFFLINE, location=9e5ab3b623d7,36969,1733181786563; forceNewPlan=false, retain=false 2024-12-02T23:23:17,053 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=830504ca41f7d3ba4d09cc51660755b4, regionState=OPENING, regionLocation=9e5ab3b623d7,36969,1733181786563 2024-12-02T23:23:17,059 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test-1733181795915, region=830504ca41f7d3ba4d09cc51660755b4, ASSIGN because future has completed 2024-12-02T23:23:17,060 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 830504ca41f7d3ba4d09cc51660755b4, server=9e5ab3b623d7,36969,1733181786563}] 2024-12-02T23:23:17,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=8 2024-12-02T23:23:17,239 INFO [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] handler.AssignRegionHandler(132): Open test-1733181795915,,1733181796409.830504ca41f7d3ba4d09cc51660755b4. 2024-12-02T23:23:17,239 INFO [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T23:23:17,239 INFO [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor 9e5ab3b623d7,36969,1733181786563.regiongroup-1 2024-12-02T23:23:17,243 INFO [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9e5ab3b623d7%2C36969%2C1733181786563.9e5ab3b623d7%2C36969%2C1733181786563.regiongroup-1, suffix=, logDir=hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/WALs/9e5ab3b623d7,36969,1733181786563, archiveDir=hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/oldWALs, maxLogs=32 2024-12-02T23:23:17,265 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/WALs/9e5ab3b623d7,36969,1733181786563/9e5ab3b623d7%2C36969%2C1733181786563.9e5ab3b623d7%2C36969%2C1733181786563.regiongroup-1.1733181797245, exclude list is [], retry=0 2024-12-02T23:23:17,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37945,DS-9d4ccf70-de12-4a8d-8f90-b91efa3b860b,DISK] 2024-12-02T23:23:17,272 INFO [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/WALs/9e5ab3b623d7,36969,1733181786563/9e5ab3b623d7%2C36969%2C1733181786563.9e5ab3b623d7%2C36969%2C1733181786563.regiongroup-1.1733181797245 2024-12-02T23:23:17,272 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33353:33353)] 2024-12-02T23:23:17,272 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 830504ca41f7d3ba4d09cc51660755b4, NAME => 'test-1733181795915,,1733181796409.830504ca41f7d3ba4d09cc51660755b4.', STARTKEY => '', ENDKEY => ''} 2024-12-02T23:23:17,273 INFO [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-12-02T23:23:17,273 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-1733181795915 830504ca41f7d3ba4d09cc51660755b4 2024-12-02T23:23:17,273 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(898): Instantiated test-1733181795915,,1733181796409.830504ca41f7d3ba4d09cc51660755b4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T23:23:17,273 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 830504ca41f7d3ba4d09cc51660755b4 2024-12-02T23:23:17,273 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 830504ca41f7d3ba4d09cc51660755b4 2024-12-02T23:23:17,275 INFO [StoreOpener-830504ca41f7d3ba4d09cc51660755b4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 830504ca41f7d3ba4d09cc51660755b4 2024-12-02T23:23:17,278 INFO [StoreOpener-830504ca41f7d3ba4d09cc51660755b4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 830504ca41f7d3ba4d09cc51660755b4 columnFamilyName f 2024-12-02T23:23:17,278 DEBUG [StoreOpener-830504ca41f7d3ba4d09cc51660755b4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T23:23:17,279 INFO [StoreOpener-830504ca41f7d3ba4d09cc51660755b4-1 {}] regionserver.HStore(327): Store=830504ca41f7d3ba4d09cc51660755b4/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T23:23:17,280 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 830504ca41f7d3ba4d09cc51660755b4 2024-12-02T23:23:17,281 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/default/test-1733181795915/830504ca41f7d3ba4d09cc51660755b4 2024-12-02T23:23:17,281 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/default/test-1733181795915/830504ca41f7d3ba4d09cc51660755b4 2024-12-02T23:23:17,282 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 830504ca41f7d3ba4d09cc51660755b4 2024-12-02T23:23:17,282 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 830504ca41f7d3ba4d09cc51660755b4 2024-12-02T23:23:17,285 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 830504ca41f7d3ba4d09cc51660755b4 2024-12-02T23:23:17,289 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/default/test-1733181795915/830504ca41f7d3ba4d09cc51660755b4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T23:23:17,290 INFO [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1114): Opened 830504ca41f7d3ba4d09cc51660755b4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10895930080, jitterRate=0.01476256549358368}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-02T23:23:17,290 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 830504ca41f7d3ba4d09cc51660755b4 2024-12-02T23:23:17,292 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 830504ca41f7d3ba4d09cc51660755b4: Running coprocessor pre-open hook at 1733181797273Writing region info on filesystem at 1733181797273Initializing all the Stores at 1733181797275 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733181797275Cleaning up temporary data from old regions at 1733181797282 (+7 ms)Running coprocessor post-open hooks at 1733181797290 (+8 ms)Region opened successfully at 1733181797292 (+2 ms) 2024-12-02T23:23:17,294 INFO [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for test-1733181795915,,1733181796409.830504ca41f7d3ba4d09cc51660755b4., pid=10, masterSystemTime=1733181797216 2024-12-02T23:23:17,298 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for test-1733181795915,,1733181796409.830504ca41f7d3ba4d09cc51660755b4. 2024-12-02T23:23:17,298 INFO [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] handler.AssignRegionHandler(153): Opened test-1733181795915,,1733181796409.830504ca41f7d3ba4d09cc51660755b4. 2024-12-02T23:23:17,299 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=830504ca41f7d3ba4d09cc51660755b4, regionState=OPEN, openSeqNum=2, regionLocation=9e5ab3b623d7,36969,1733181786563 2024-12-02T23:23:17,303 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 830504ca41f7d3ba4d09cc51660755b4, server=9e5ab3b623d7,36969,1733181786563 because future has completed 2024-12-02T23:23:17,309 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-02T23:23:17,309 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 830504ca41f7d3ba4d09cc51660755b4, server=9e5ab3b623d7,36969,1733181786563 in 245 msec 2024-12-02T23:23:17,314 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-02T23:23:17,314 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test-1733181795915, region=830504ca41f7d3ba4d09cc51660755b4, ASSIGN in 416 msec 2024-12-02T23:23:17,316 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test-1733181795915 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T23:23:17,316 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test-1733181795915","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733181797316"}]},"ts":"1733181797316"} 2024-12-02T23:23:17,319 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test-1733181795915, state=ENABLED in hbase:meta 2024-12-02T23:23:17,321 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test-1733181795915 execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T23:23:17,325 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=test-1733181795915 in 904 msec 2024-12-02T23:23:17,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=8 2024-12-02T23:23:17,583 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test-1733181795915 completed 2024-12-02T23:23:17,584 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3effb9fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T23:23:17,584 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9e5ab3b623d7,43647,-1 for getting cluster id 2024-12-02T23:23:17,585 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T23:23:17,586 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '63424050-545e-45e7-97f4-936912587d3f' 2024-12-02T23:23:17,587 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T23:23:17,587 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "63424050-545e-45e7-97f4-936912587d3f" 2024-12-02T23:23:17,588 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7394e545, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T23:23:17,588 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9e5ab3b623d7,43647,-1] 2024-12-02T23:23:17,588 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T23:23:17,589 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T23:23:17,590 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54352, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T23:23:17,592 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59782a10, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T23:23:17,595 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T23:23:17,596 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9e5ab3b623d7,36969,1733181786563, seqNum=-1] 2024-12-02T23:23:17,597 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T23:23:17,599 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52826, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T23:23:17,608 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test-1733181795915', row='row0', locateType=CURRENT is [region=test-1733181795915,,1733181796409.830504ca41f7d3ba4d09cc51660755b4., hostname=9e5ab3b623d7,36969,1733181786563, seqNum=2] 2024-12-02T23:23:17,610 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36969 {}] regionserver.HRegion(8528): writing data to region test-1733181795915,,1733181796409.830504ca41f7d3ba4d09cc51660755b4. with WAL disabled. Data may be lost in the event of a crash. 2024-12-02T23:23:17,843 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'ns2:test-17331817959151', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T23:23:17,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=ns2:test-17331817959151 2024-12-02T23:23:17,848 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=ns2:test-17331817959151 execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T23:23:17,848 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T23:23:17,848 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "ns2" qualifier: "test-17331817959151" procId is: 11 2024-12-02T23:23:17,850 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=ns2:test-17331817959151 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T23:23:17,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-02T23:23:17,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741841_1017 (size=364) 2024-12-02T23:23:17,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-02T23:23:18,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-02T23:23:18,269 INFO [RegionOpenAndInit-ns2:test-17331817959151-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2c1b1533dbdd8e1e2667495a8915c673, NAME => 'ns2:test-17331817959151,,1733181797842.2c1b1533dbdd8e1e2667495a8915c673.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns2:test-17331817959151', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca 2024-12-02T23:23:18,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741842_1018 (size=50) 2024-12-02T23:23:18,279 DEBUG [RegionOpenAndInit-ns2:test-17331817959151-pool-0 {}] regionserver.HRegion(898): Instantiated ns2:test-17331817959151,,1733181797842.2c1b1533dbdd8e1e2667495a8915c673.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T23:23:18,279 DEBUG [RegionOpenAndInit-ns2:test-17331817959151-pool-0 {}] regionserver.HRegion(1722): Closing 2c1b1533dbdd8e1e2667495a8915c673, disabling compactions & flushes 2024-12-02T23:23:18,279 INFO [RegionOpenAndInit-ns2:test-17331817959151-pool-0 {}] regionserver.HRegion(1755): Closing region ns2:test-17331817959151,,1733181797842.2c1b1533dbdd8e1e2667495a8915c673. 2024-12-02T23:23:18,279 DEBUG [RegionOpenAndInit-ns2:test-17331817959151-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on ns2:test-17331817959151,,1733181797842.2c1b1533dbdd8e1e2667495a8915c673. 2024-12-02T23:23:18,279 DEBUG [RegionOpenAndInit-ns2:test-17331817959151-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on ns2:test-17331817959151,,1733181797842.2c1b1533dbdd8e1e2667495a8915c673. after waiting 0 ms 2024-12-02T23:23:18,279 DEBUG [RegionOpenAndInit-ns2:test-17331817959151-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region ns2:test-17331817959151,,1733181797842.2c1b1533dbdd8e1e2667495a8915c673. 2024-12-02T23:23:18,279 INFO [RegionOpenAndInit-ns2:test-17331817959151-pool-0 {}] regionserver.HRegion(1973): Closed ns2:test-17331817959151,,1733181797842.2c1b1533dbdd8e1e2667495a8915c673. 2024-12-02T23:23:18,279 DEBUG [RegionOpenAndInit-ns2:test-17331817959151-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2c1b1533dbdd8e1e2667495a8915c673: Waiting for close lock at 1733181798279Disabling compacts and flushes for region at 1733181798279Disabling writes for close at 1733181798279Writing region close event to WAL at 1733181798279Closed at 1733181798279 2024-12-02T23:23:18,281 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=ns2:test-17331817959151 execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T23:23:18,282 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"ns2:test-17331817959151,,1733181797842.2c1b1533dbdd8e1e2667495a8915c673.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1733181798281"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733181798281"}]},"ts":"1733181798281"} 2024-12-02T23:23:18,285 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T23:23:18,286 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=ns2:test-17331817959151 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T23:23:18,287 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:test-17331817959151","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733181798286"}]},"ts":"1733181798286"} 2024-12-02T23:23:18,289 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:test-17331817959151, state=ENABLING in hbase:meta 2024-12-02T23:23:18,290 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns2:test-17331817959151, region=2c1b1533dbdd8e1e2667495a8915c673, ASSIGN}] 2024-12-02T23:23:18,291 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=11, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns2:test-17331817959151, region=2c1b1533dbdd8e1e2667495a8915c673, ASSIGN 2024-12-02T23:23:18,298 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=11, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=ns2:test-17331817959151, region=2c1b1533dbdd8e1e2667495a8915c673, ASSIGN; state=OFFLINE, location=9e5ab3b623d7,36969,1733181786563; forceNewPlan=false, retain=false 2024-12-02T23:23:18,449 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=2c1b1533dbdd8e1e2667495a8915c673, regionState=OPENING, regionLocation=9e5ab3b623d7,36969,1733181786563 2024-12-02T23:23:18,455 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=11, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=ns2:test-17331817959151, region=2c1b1533dbdd8e1e2667495a8915c673, ASSIGN because future has completed 2024-12-02T23:23:18,456 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2c1b1533dbdd8e1e2667495a8915c673, server=9e5ab3b623d7,36969,1733181786563}] 2024-12-02T23:23:18,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-02T23:23:18,622 INFO [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(132): Open ns2:test-17331817959151,,1733181797842.2c1b1533dbdd8e1e2667495a8915c673. 2024-12-02T23:23:18,623 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => 2c1b1533dbdd8e1e2667495a8915c673, NAME => 'ns2:test-17331817959151,,1733181797842.2c1b1533dbdd8e1e2667495a8915c673.', STARTKEY => '', ENDKEY => ''} 2024-12-02T23:23:18,623 INFO [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-12-02T23:23:18,624 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-17331817959151 2c1b1533dbdd8e1e2667495a8915c673 2024-12-02T23:23:18,624 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(898): Instantiated ns2:test-17331817959151,,1733181797842.2c1b1533dbdd8e1e2667495a8915c673.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T23:23:18,624 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for 2c1b1533dbdd8e1e2667495a8915c673 2024-12-02T23:23:18,624 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for 2c1b1533dbdd8e1e2667495a8915c673 2024-12-02T23:23:18,628 INFO [StoreOpener-2c1b1533dbdd8e1e2667495a8915c673-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 2c1b1533dbdd8e1e2667495a8915c673 2024-12-02T23:23:18,631 INFO [StoreOpener-2c1b1533dbdd8e1e2667495a8915c673-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2c1b1533dbdd8e1e2667495a8915c673 columnFamilyName f 2024-12-02T23:23:18,632 DEBUG [StoreOpener-2c1b1533dbdd8e1e2667495a8915c673-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T23:23:18,633 INFO [StoreOpener-2c1b1533dbdd8e1e2667495a8915c673-1 {}] regionserver.HStore(327): Store=2c1b1533dbdd8e1e2667495a8915c673/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T23:23:18,633 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for 2c1b1533dbdd8e1e2667495a8915c673 2024-12-02T23:23:18,638 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/ns2/test-17331817959151/2c1b1533dbdd8e1e2667495a8915c673 2024-12-02T23:23:18,639 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/ns2/test-17331817959151/2c1b1533dbdd8e1e2667495a8915c673 2024-12-02T23:23:18,640 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for 2c1b1533dbdd8e1e2667495a8915c673 2024-12-02T23:23:18,640 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for 2c1b1533dbdd8e1e2667495a8915c673 2024-12-02T23:23:18,645 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for 2c1b1533dbdd8e1e2667495a8915c673 2024-12-02T23:23:18,653 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/ns2/test-17331817959151/2c1b1533dbdd8e1e2667495a8915c673/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T23:23:18,661 INFO [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1114): Opened 2c1b1533dbdd8e1e2667495a8915c673; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10007522080, jitterRate=-0.06797687709331512}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-02T23:23:18,662 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2c1b1533dbdd8e1e2667495a8915c673 2024-12-02T23:23:18,664 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for 2c1b1533dbdd8e1e2667495a8915c673: Running coprocessor pre-open hook at 1733181798624Writing region info on filesystem at 1733181798624Initializing all the Stores at 1733181798627 (+3 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733181798627Cleaning up temporary data from old regions at 1733181798640 (+13 ms)Running coprocessor post-open hooks at 1733181798662 (+22 ms)Region opened successfully at 1733181798664 (+2 ms) 2024-12-02T23:23:18,666 INFO [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for ns2:test-17331817959151,,1733181797842.2c1b1533dbdd8e1e2667495a8915c673., pid=13, masterSystemTime=1733181798610 2024-12-02T23:23:18,670 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for ns2:test-17331817959151,,1733181797842.2c1b1533dbdd8e1e2667495a8915c673. 2024-12-02T23:23:18,671 INFO [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(153): Opened ns2:test-17331817959151,,1733181797842.2c1b1533dbdd8e1e2667495a8915c673. 2024-12-02T23:23:18,671 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=2c1b1533dbdd8e1e2667495a8915c673, regionState=OPEN, openSeqNum=2, regionLocation=9e5ab3b623d7,36969,1733181786563 2024-12-02T23:23:18,676 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2c1b1533dbdd8e1e2667495a8915c673, server=9e5ab3b623d7,36969,1733181786563 because future has completed 2024-12-02T23:23:18,683 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-12-02T23:23:18,683 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 2c1b1533dbdd8e1e2667495a8915c673, server=9e5ab3b623d7,36969,1733181786563 in 224 msec 2024-12-02T23:23:18,693 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-12-02T23:23:18,694 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns2:test-17331817959151, region=2c1b1533dbdd8e1e2667495a8915c673, ASSIGN in 393 msec 2024-12-02T23:23:18,695 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=ns2:test-17331817959151 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T23:23:18,696 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:test-17331817959151","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733181798695"}]},"ts":"1733181798695"} 2024-12-02T23:23:18,699 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:test-17331817959151, state=ENABLED in hbase:meta 2024-12-02T23:23:18,701 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=ns2:test-17331817959151 execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T23:23:18,705 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; CreateTableProcedure table=ns2:test-17331817959151 in 858 msec 2024-12-02T23:23:18,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-02T23:23:18,993 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: ns2:test-17331817959151 completed 2024-12-02T23:23:18,997 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:test-17331817959151', row='row0', locateType=CURRENT is [region=ns2:test-17331817959151,,1733181797842.2c1b1533dbdd8e1e2667495a8915c673., hostname=9e5ab3b623d7,36969,1733181786563, seqNum=2] 2024-12-02T23:23:18,999 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36969 {}] regionserver.HRegion(8528): writing data to region ns2:test-17331817959151,,1733181797842.2c1b1533dbdd8e1e2667495a8915c673. with WAL disabled. Data may be lost in the event of a crash. 2024-12-02T23:23:19,186 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'ns3:test-17331817959152', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T23:23:19,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=ns3:test-17331817959152 2024-12-02T23:23:19,191 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=ns3:test-17331817959152 execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T23:23:19,191 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T23:23:19,191 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "ns3" qualifier: "test-17331817959152" procId is: 14 2024-12-02T23:23:19,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-12-02T23:23:19,194 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=ns3:test-17331817959152 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T23:23:19,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741843_1019 (size=390) 2024-12-02T23:23:19,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-12-02T23:23:19,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-12-02T23:23:19,613 INFO [RegionOpenAndInit-ns3:test-17331817959152-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => fa9f6e0a7ee1225b1fb66121130d0366, NAME => 'ns3:test-17331817959152,,1733181799185.fa9f6e0a7ee1225b1fb66121130d0366.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns3:test-17331817959152', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca 2024-12-02T23:23:19,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741844_1020 (size=50) 2024-12-02T23:23:19,622 DEBUG [RegionOpenAndInit-ns3:test-17331817959152-pool-0 {}] regionserver.HRegion(898): Instantiated ns3:test-17331817959152,,1733181799185.fa9f6e0a7ee1225b1fb66121130d0366.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T23:23:19,623 DEBUG [RegionOpenAndInit-ns3:test-17331817959152-pool-0 {}] regionserver.HRegion(1722): Closing fa9f6e0a7ee1225b1fb66121130d0366, disabling compactions & flushes 2024-12-02T23:23:19,623 INFO [RegionOpenAndInit-ns3:test-17331817959152-pool-0 {}] regionserver.HRegion(1755): Closing region ns3:test-17331817959152,,1733181799185.fa9f6e0a7ee1225b1fb66121130d0366. 2024-12-02T23:23:19,623 DEBUG [RegionOpenAndInit-ns3:test-17331817959152-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on ns3:test-17331817959152,,1733181799185.fa9f6e0a7ee1225b1fb66121130d0366. 2024-12-02T23:23:19,623 DEBUG [RegionOpenAndInit-ns3:test-17331817959152-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on ns3:test-17331817959152,,1733181799185.fa9f6e0a7ee1225b1fb66121130d0366. after waiting 0 ms 2024-12-02T23:23:19,623 DEBUG [RegionOpenAndInit-ns3:test-17331817959152-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region ns3:test-17331817959152,,1733181799185.fa9f6e0a7ee1225b1fb66121130d0366. 2024-12-02T23:23:19,623 INFO [RegionOpenAndInit-ns3:test-17331817959152-pool-0 {}] regionserver.HRegion(1973): Closed ns3:test-17331817959152,,1733181799185.fa9f6e0a7ee1225b1fb66121130d0366. 2024-12-02T23:23:19,623 DEBUG [RegionOpenAndInit-ns3:test-17331817959152-pool-0 {}] regionserver.HRegion(1676): Region close journal for fa9f6e0a7ee1225b1fb66121130d0366: Waiting for close lock at 1733181799622Disabling compacts and flushes for region at 1733181799622Disabling writes for close at 1733181799623 (+1 ms)Writing region close event to WAL at 1733181799623Closed at 1733181799623 2024-12-02T23:23:19,625 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=ns3:test-17331817959152 execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T23:23:19,626 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"ns3:test-17331817959152,,1733181799185.fa9f6e0a7ee1225b1fb66121130d0366.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1733181799625"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733181799625"}]},"ts":"1733181799625"} 2024-12-02T23:23:19,630 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T23:23:19,631 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=ns3:test-17331817959152 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T23:23:19,632 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns3:test-17331817959152","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733181799631"}]},"ts":"1733181799631"} 2024-12-02T23:23:19,642 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=ns3:test-17331817959152, state=ENABLING in hbase:meta 2024-12-02T23:23:19,642 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns3:test-17331817959152, region=fa9f6e0a7ee1225b1fb66121130d0366, ASSIGN}] 2024-12-02T23:23:19,644 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=15, ppid=14, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns3:test-17331817959152, region=fa9f6e0a7ee1225b1fb66121130d0366, ASSIGN 2024-12-02T23:23:19,646 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=15, ppid=14, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=ns3:test-17331817959152, region=fa9f6e0a7ee1225b1fb66121130d0366, ASSIGN; state=OFFLINE, location=9e5ab3b623d7,36969,1733181786563; forceNewPlan=false, retain=false 2024-12-02T23:23:19,796 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=15 updating hbase:meta row=fa9f6e0a7ee1225b1fb66121130d0366, regionState=OPENING, regionLocation=9e5ab3b623d7,36969,1733181786563 2024-12-02T23:23:19,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=14, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=ns3:test-17331817959152, region=fa9f6e0a7ee1225b1fb66121130d0366, ASSIGN because future has completed 2024-12-02T23:23:19,800 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE, hasLock=false; OpenRegionProcedure fa9f6e0a7ee1225b1fb66121130d0366, server=9e5ab3b623d7,36969,1733181786563}] 2024-12-02T23:23:19,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-12-02T23:23:19,965 INFO [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open ns3:test-17331817959152,,1733181799185.fa9f6e0a7ee1225b1fb66121130d0366. 2024-12-02T23:23:19,965 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => fa9f6e0a7ee1225b1fb66121130d0366, NAME => 'ns3:test-17331817959152,,1733181799185.fa9f6e0a7ee1225b1fb66121130d0366.', STARTKEY => '', ENDKEY => ''} 2024-12-02T23:23:19,965 INFO [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-12-02T23:23:19,966 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-17331817959152 fa9f6e0a7ee1225b1fb66121130d0366 2024-12-02T23:23:19,966 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated ns3:test-17331817959152,,1733181799185.fa9f6e0a7ee1225b1fb66121130d0366.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T23:23:19,966 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for fa9f6e0a7ee1225b1fb66121130d0366 2024-12-02T23:23:19,966 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for fa9f6e0a7ee1225b1fb66121130d0366 2024-12-02T23:23:19,968 INFO [StoreOpener-fa9f6e0a7ee1225b1fb66121130d0366-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region fa9f6e0a7ee1225b1fb66121130d0366 2024-12-02T23:23:19,971 INFO [StoreOpener-fa9f6e0a7ee1225b1fb66121130d0366-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fa9f6e0a7ee1225b1fb66121130d0366 columnFamilyName f 2024-12-02T23:23:19,971 DEBUG [StoreOpener-fa9f6e0a7ee1225b1fb66121130d0366-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T23:23:19,972 INFO [StoreOpener-fa9f6e0a7ee1225b1fb66121130d0366-1 {}] regionserver.HStore(327): Store=fa9f6e0a7ee1225b1fb66121130d0366/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T23:23:19,972 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for fa9f6e0a7ee1225b1fb66121130d0366 2024-12-02T23:23:19,974 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/ns3/test-17331817959152/fa9f6e0a7ee1225b1fb66121130d0366 2024-12-02T23:23:19,978 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/ns3/test-17331817959152/fa9f6e0a7ee1225b1fb66121130d0366 2024-12-02T23:23:19,979 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for fa9f6e0a7ee1225b1fb66121130d0366 2024-12-02T23:23:19,979 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for fa9f6e0a7ee1225b1fb66121130d0366 2024-12-02T23:23:19,993 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for fa9f6e0a7ee1225b1fb66121130d0366 2024-12-02T23:23:19,999 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/ns3/test-17331817959152/fa9f6e0a7ee1225b1fb66121130d0366/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T23:23:20,000 INFO [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened fa9f6e0a7ee1225b1fb66121130d0366; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11015040960, jitterRate=0.02585563063621521}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-02T23:23:20,000 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fa9f6e0a7ee1225b1fb66121130d0366 2024-12-02T23:23:20,001 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for fa9f6e0a7ee1225b1fb66121130d0366: Running coprocessor pre-open hook at 1733181799966Writing region info on filesystem at 1733181799966Initializing all the Stores at 1733181799968 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733181799968Cleaning up temporary data from old regions at 1733181799979 (+11 ms)Running coprocessor post-open hooks at 1733181800000 (+21 ms)Region opened successfully at 1733181800001 (+1 ms) 2024-12-02T23:23:20,002 INFO [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for ns3:test-17331817959152,,1733181799185.fa9f6e0a7ee1225b1fb66121130d0366., pid=16, masterSystemTime=1733181799953 2024-12-02T23:23:20,005 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for ns3:test-17331817959152,,1733181799185.fa9f6e0a7ee1225b1fb66121130d0366. 2024-12-02T23:23:20,006 INFO [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened ns3:test-17331817959152,,1733181799185.fa9f6e0a7ee1225b1fb66121130d0366. 2024-12-02T23:23:20,007 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=15 updating hbase:meta row=fa9f6e0a7ee1225b1fb66121130d0366, regionState=OPEN, openSeqNum=2, regionLocation=9e5ab3b623d7,36969,1733181786563 2024-12-02T23:23:20,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=15, state=RUNNABLE, hasLock=false; OpenRegionProcedure fa9f6e0a7ee1225b1fb66121130d0366, server=9e5ab3b623d7,36969,1733181786563 because future has completed 2024-12-02T23:23:20,015 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-12-02T23:23:20,015 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; OpenRegionProcedure fa9f6e0a7ee1225b1fb66121130d0366, server=9e5ab3b623d7,36969,1733181786563 in 211 msec 2024-12-02T23:23:20,018 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-12-02T23:23:20,018 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns3:test-17331817959152, region=fa9f6e0a7ee1225b1fb66121130d0366, ASSIGN in 373 msec 2024-12-02T23:23:20,020 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=ns3:test-17331817959152 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T23:23:20,020 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns3:test-17331817959152","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733181800020"}]},"ts":"1733181800020"} 2024-12-02T23:23:20,023 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=ns3:test-17331817959152, state=ENABLED in hbase:meta 2024-12-02T23:23:20,024 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=ns3:test-17331817959152 execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T23:23:20,026 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; CreateTableProcedure table=ns3:test-17331817959152 in 838 msec 2024-12-02T23:23:20,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-12-02T23:23:20,332 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: ns3:test-17331817959152 completed 2024-12-02T23:23:20,333 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table ns3:test-17331817959152 get assigned. Timeout = 60000ms 2024-12-02T23:23:20,334 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-02T23:23:20,340 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table ns3:test-17331817959152 assigned to meta. Checking AM states. 2024-12-02T23:23:20,341 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-02T23:23:20,341 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table ns3:test-17331817959152 assigned. 2024-12-02T23:23:20,343 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'ns4:test-17331817959153', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T23:23:20,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] procedure2.ProcedureExecutor(1139): Stored pid=17, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=ns4:test-17331817959153 2024-12-02T23:23:20,347 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=ns4:test-17331817959153 execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T23:23:20,347 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T23:23:20,347 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "ns4" qualifier: "test-17331817959153" procId is: 17 2024-12-02T23:23:20,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-12-02T23:23:20,348 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=ns4:test-17331817959153 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T23:23:20,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741845_1021 (size=390) 2024-12-02T23:23:20,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-12-02T23:23:20,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-12-02T23:23:20,760 INFO [RegionOpenAndInit-ns4:test-17331817959153-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => aedd6e75f4bb0c4052238bc3528a4c96, NAME => 'ns4:test-17331817959153,,1733181800343.aedd6e75f4bb0c4052238bc3528a4c96.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns4:test-17331817959153', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca 2024-12-02T23:23:20,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741846_1022 (size=50) 2024-12-02T23:23:20,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-12-02T23:23:21,169 DEBUG [RegionOpenAndInit-ns4:test-17331817959153-pool-0 {}] regionserver.HRegion(898): Instantiated ns4:test-17331817959153,,1733181800343.aedd6e75f4bb0c4052238bc3528a4c96.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T23:23:21,170 DEBUG [RegionOpenAndInit-ns4:test-17331817959153-pool-0 {}] regionserver.HRegion(1722): Closing aedd6e75f4bb0c4052238bc3528a4c96, disabling compactions & flushes 2024-12-02T23:23:21,170 INFO [RegionOpenAndInit-ns4:test-17331817959153-pool-0 {}] regionserver.HRegion(1755): Closing region ns4:test-17331817959153,,1733181800343.aedd6e75f4bb0c4052238bc3528a4c96. 2024-12-02T23:23:21,170 DEBUG [RegionOpenAndInit-ns4:test-17331817959153-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on ns4:test-17331817959153,,1733181800343.aedd6e75f4bb0c4052238bc3528a4c96. 2024-12-02T23:23:21,170 DEBUG [RegionOpenAndInit-ns4:test-17331817959153-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on ns4:test-17331817959153,,1733181800343.aedd6e75f4bb0c4052238bc3528a4c96. after waiting 0 ms 2024-12-02T23:23:21,170 DEBUG [RegionOpenAndInit-ns4:test-17331817959153-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region ns4:test-17331817959153,,1733181800343.aedd6e75f4bb0c4052238bc3528a4c96. 2024-12-02T23:23:21,170 INFO [RegionOpenAndInit-ns4:test-17331817959153-pool-0 {}] regionserver.HRegion(1973): Closed ns4:test-17331817959153,,1733181800343.aedd6e75f4bb0c4052238bc3528a4c96. 2024-12-02T23:23:21,170 DEBUG [RegionOpenAndInit-ns4:test-17331817959153-pool-0 {}] regionserver.HRegion(1676): Region close journal for aedd6e75f4bb0c4052238bc3528a4c96: Waiting for close lock at 1733181801169Disabling compacts and flushes for region at 1733181801169Disabling writes for close at 1733181801170 (+1 ms)Writing region close event to WAL at 1733181801170Closed at 1733181801170 2024-12-02T23:23:21,172 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=ns4:test-17331817959153 execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T23:23:21,172 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"ns4:test-17331817959153,,1733181800343.aedd6e75f4bb0c4052238bc3528a4c96.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1733181801172"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733181801172"}]},"ts":"1733181801172"} 2024-12-02T23:23:21,176 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T23:23:21,178 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=ns4:test-17331817959153 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T23:23:21,178 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns4:test-17331817959153","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733181801178"}]},"ts":"1733181801178"} 2024-12-02T23:23:21,180 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=ns4:test-17331817959153, state=ENABLING in hbase:meta 2024-12-02T23:23:21,181 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns4:test-17331817959153, region=aedd6e75f4bb0c4052238bc3528a4c96, ASSIGN}] 2024-12-02T23:23:21,183 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=17, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns4:test-17331817959153, region=aedd6e75f4bb0c4052238bc3528a4c96, ASSIGN 2024-12-02T23:23:21,184 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=17, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=ns4:test-17331817959153, region=aedd6e75f4bb0c4052238bc3528a4c96, ASSIGN; state=OFFLINE, location=9e5ab3b623d7,36969,1733181786563; forceNewPlan=false, retain=false 2024-12-02T23:23:21,251 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test-1733181795915' 2024-12-02T23:23:21,252 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns3:test-17331817959152' 2024-12-02T23:23:21,253 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns2:test-17331817959151' 2024-12-02T23:23:21,338 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=aedd6e75f4bb0c4052238bc3528a4c96, regionState=OPENING, regionLocation=9e5ab3b623d7,36969,1733181786563 2024-12-02T23:23:21,342 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=17, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=ns4:test-17331817959153, region=aedd6e75f4bb0c4052238bc3528a4c96, ASSIGN because future has completed 2024-12-02T23:23:21,349 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure aedd6e75f4bb0c4052238bc3528a4c96, server=9e5ab3b623d7,36969,1733181786563}] 2024-12-02T23:23:21,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-12-02T23:23:21,509 INFO [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open ns4:test-17331817959153,,1733181800343.aedd6e75f4bb0c4052238bc3528a4c96. 2024-12-02T23:23:21,510 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => aedd6e75f4bb0c4052238bc3528a4c96, NAME => 'ns4:test-17331817959153,,1733181800343.aedd6e75f4bb0c4052238bc3528a4c96.', STARTKEY => '', ENDKEY => ''} 2024-12-02T23:23:21,510 INFO [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-12-02T23:23:21,510 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-17331817959153 aedd6e75f4bb0c4052238bc3528a4c96 2024-12-02T23:23:21,511 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated ns4:test-17331817959153,,1733181800343.aedd6e75f4bb0c4052238bc3528a4c96.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T23:23:21,511 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for aedd6e75f4bb0c4052238bc3528a4c96 2024-12-02T23:23:21,511 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for aedd6e75f4bb0c4052238bc3528a4c96 2024-12-02T23:23:21,514 INFO [StoreOpener-aedd6e75f4bb0c4052238bc3528a4c96-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region aedd6e75f4bb0c4052238bc3528a4c96 2024-12-02T23:23:21,517 INFO [StoreOpener-aedd6e75f4bb0c4052238bc3528a4c96-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aedd6e75f4bb0c4052238bc3528a4c96 columnFamilyName f 2024-12-02T23:23:21,518 DEBUG [StoreOpener-aedd6e75f4bb0c4052238bc3528a4c96-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T23:23:21,518 INFO [StoreOpener-aedd6e75f4bb0c4052238bc3528a4c96-1 {}] regionserver.HStore(327): Store=aedd6e75f4bb0c4052238bc3528a4c96/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T23:23:21,519 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for aedd6e75f4bb0c4052238bc3528a4c96 2024-12-02T23:23:21,520 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/ns4/test-17331817959153/aedd6e75f4bb0c4052238bc3528a4c96 2024-12-02T23:23:21,521 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/ns4/test-17331817959153/aedd6e75f4bb0c4052238bc3528a4c96 2024-12-02T23:23:21,521 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for aedd6e75f4bb0c4052238bc3528a4c96 2024-12-02T23:23:21,521 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for aedd6e75f4bb0c4052238bc3528a4c96 2024-12-02T23:23:21,524 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for aedd6e75f4bb0c4052238bc3528a4c96 2024-12-02T23:23:21,528 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/ns4/test-17331817959153/aedd6e75f4bb0c4052238bc3528a4c96/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T23:23:21,529 INFO [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened aedd6e75f4bb0c4052238bc3528a4c96; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10781427840, jitterRate=0.004098713397979736}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-02T23:23:21,529 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for aedd6e75f4bb0c4052238bc3528a4c96 2024-12-02T23:23:21,530 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for aedd6e75f4bb0c4052238bc3528a4c96: Running coprocessor pre-open hook at 1733181801511Writing region info on filesystem at 1733181801511Initializing all the Stores at 1733181801513 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733181801513Cleaning up temporary data from old regions at 1733181801521 (+8 ms)Running coprocessor post-open hooks at 1733181801529 (+8 ms)Region opened successfully at 1733181801530 (+1 ms) 2024-12-02T23:23:21,531 INFO [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for ns4:test-17331817959153,,1733181800343.aedd6e75f4bb0c4052238bc3528a4c96., pid=19, masterSystemTime=1733181801503 2024-12-02T23:23:21,534 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for ns4:test-17331817959153,,1733181800343.aedd6e75f4bb0c4052238bc3528a4c96. 2024-12-02T23:23:21,534 INFO [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened ns4:test-17331817959153,,1733181800343.aedd6e75f4bb0c4052238bc3528a4c96. 2024-12-02T23:23:21,536 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=aedd6e75f4bb0c4052238bc3528a4c96, regionState=OPEN, openSeqNum=2, regionLocation=9e5ab3b623d7,36969,1733181786563 2024-12-02T23:23:21,539 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure aedd6e75f4bb0c4052238bc3528a4c96, server=9e5ab3b623d7,36969,1733181786563 because future has completed 2024-12-02T23:23:21,544 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-12-02T23:23:21,544 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure aedd6e75f4bb0c4052238bc3528a4c96, server=9e5ab3b623d7,36969,1733181786563 in 191 msec 2024-12-02T23:23:21,547 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=17 2024-12-02T23:23:21,548 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=17, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns4:test-17331817959153, region=aedd6e75f4bb0c4052238bc3528a4c96, ASSIGN in 363 msec 2024-12-02T23:23:21,549 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=ns4:test-17331817959153 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T23:23:21,549 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns4:test-17331817959153","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733181801549"}]},"ts":"1733181801549"} 2024-12-02T23:23:21,551 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=ns4:test-17331817959153, state=ENABLED in hbase:meta 2024-12-02T23:23:21,552 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=ns4:test-17331817959153 execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T23:23:21,555 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, state=SUCCESS, hasLock=false; CreateTableProcedure table=ns4:test-17331817959153 in 1.2090 sec 2024-12-02T23:23:22,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-12-02T23:23:22,503 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: ns4:test-17331817959153 completed 2024-12-02T23:23:22,503 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table ns4:test-17331817959153 get assigned. Timeout = 60000ms 2024-12-02T23:23:22,504 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-02T23:23:22,510 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table ns4:test-17331817959153 assigned to meta. Checking AM states. 2024-12-02T23:23:22,510 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-02T23:23:22,510 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table ns4:test-17331817959153 assigned. 2024-12-02T23:23:22,511 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T23:23:22,511 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.TestBackupBase.createTables(TestBackupBase.java:481) at org.apache.hadoop.hbase.backup.TestBackupBase.setUpHelper(TestBackupBase.java:343) at org.apache.hadoop.hbase.backup.TestBackupBase.setUp(TestBackupBase.java:357) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T23:23:22,518 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T23:23:22,520 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T23:23:22,520 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T23:23:22,565 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: backup.TestIncrementalBackup#TestIncBackupRestore[0] Thread=610, OpenFileDescriptor=631, MaxFileDescriptor=1048576, SystemLoadAverage=570, ProcessCount=16, AvailableMemoryMB=7335 2024-12-02T23:23:22,568 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=610 is superior to 500 2024-12-02T23:23:22,570 INFO [Time-limited test {}] backup.TestIncrementalBackup(91): create full backup image for all tables 2024-12-02T23:23:22,576 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.3 modify table test-1733181795915 from 'test-1733181795915', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'test-1733181795915', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T23:23:22,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] procedure2.ProcedureExecutor(1139): Stored pid=20, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=test-1733181795915 2024-12-02T23:23:22,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741847_1023 (size=908) 2024-12-02T23:23:22,776 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2024-12-02T23:23:23,019 DEBUG [PEWorker-5 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/default/test-1733181795915/.tabledesc/.tableinfo.0000000001.367 2024-12-02T23:23:23,020 INFO [PEWorker-5 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/default/test-1733181795915/.tabledesc/.tableinfo.0000000002.908 2024-12-02T23:23:23,026 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=test-1733181795915}] 2024-12-02T23:23:23,037 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=test-1733181795915, region=830504ca41f7d3ba4d09cc51660755b4, REOPEN/MOVE}] 2024-12-02T23:23:23,038 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=22, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=test-1733181795915, region=830504ca41f7d3ba4d09cc51660755b4, REOPEN/MOVE 2024-12-02T23:23:23,040 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=830504ca41f7d3ba4d09cc51660755b4, regionState=CLOSING, regionLocation=9e5ab3b623d7,36969,1733181786563 2024-12-02T23:23:23,043 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=test-1733181795915, region=830504ca41f7d3ba4d09cc51660755b4, REOPEN/MOVE because future has completed 2024-12-02T23:23:23,043 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-02T23:23:23,043 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE, hasLock=false; CloseRegionProcedure 830504ca41f7d3ba4d09cc51660755b4, server=9e5ab3b623d7,36969,1733181786563}] 2024-12-02T23:23:23,202 INFO [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] handler.UnassignRegionHandler(122): Close 830504ca41f7d3ba4d09cc51660755b4 2024-12-02T23:23:23,202 DEBUG [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-02T23:23:23,203 DEBUG [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1722): Closing 830504ca41f7d3ba4d09cc51660755b4, disabling compactions & flushes 2024-12-02T23:23:23,203 INFO [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1755): Closing region test-1733181795915,,1733181796409.830504ca41f7d3ba4d09cc51660755b4. 2024-12-02T23:23:23,203 DEBUG [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1776): Time limited wait for close lock on test-1733181795915,,1733181796409.830504ca41f7d3ba4d09cc51660755b4. 2024-12-02T23:23:23,203 DEBUG [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1843): Acquired close lock on test-1733181795915,,1733181796409.830504ca41f7d3ba4d09cc51660755b4. after waiting 0 ms 2024-12-02T23:23:23,203 DEBUG [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1853): Updates disabled for region test-1733181795915,,1733181796409.830504ca41f7d3ba4d09cc51660755b4. 2024-12-02T23:23:23,207 INFO [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(2902): Flushing 830504ca41f7d3ba4d09cc51660755b4 1/1 column families, dataSize=3.17 KB heapSize=11 KB 2024-12-02T23:23:23,264 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test-1733181795915 2024-12-02T23:23:23,264 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test-1733181795915 Metrics about Tables on a single HBase RegionServer 2024-12-02T23:23:23,266 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns2_table_test-17331817959151 2024-12-02T23:23:23,266 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns2_table_test-17331817959151 Metrics about Tables on a single HBase RegionServer 2024-12-02T23:23:23,267 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns4_table_test-17331817959153 2024-12-02T23:23:23,267 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns4_table_test-17331817959153 Metrics about Tables on a single HBase RegionServer 2024-12-02T23:23:23,268 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns3_table_test-17331817959152 2024-12-02T23:23:23,268 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns3_table_test-17331817959152 Metrics about Tables on a single HBase RegionServer 2024-12-02T23:23:23,298 DEBUG [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/default/test-1733181795915/830504ca41f7d3ba4d09cc51660755b4/.tmp/f/fd2bd222de41413193267c18916d8f51 is 37, key is row10/f:q1/1733181797628/Put/seqid=0 2024-12-02T23:23:23,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741848_1024 (size=8413) 2024-12-02T23:23:23,720 INFO [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.17 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/default/test-1733181795915/830504ca41f7d3ba4d09cc51660755b4/.tmp/f/fd2bd222de41413193267c18916d8f51 2024-12-02T23:23:23,811 DEBUG [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/default/test-1733181795915/830504ca41f7d3ba4d09cc51660755b4/.tmp/f/fd2bd222de41413193267c18916d8f51 as hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/default/test-1733181795915/830504ca41f7d3ba4d09cc51660755b4/f/fd2bd222de41413193267c18916d8f51 2024-12-02T23:23:23,829 INFO [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/default/test-1733181795915/830504ca41f7d3ba4d09cc51660755b4/f/fd2bd222de41413193267c18916d8f51, entries=99, sequenceid=103, filesize=8.2 K 2024-12-02T23:23:23,839 INFO [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(3140): Finished flush of dataSize ~3.17 KB/3247, heapSize ~10.98 KB/11248, currentSize=0 B/0 for 830504ca41f7d3ba4d09cc51660755b4 in 629ms, sequenceid=103, compaction requested=false 2024-12-02T23:23:23,855 DEBUG [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/default/test-1733181795915/830504ca41f7d3ba4d09cc51660755b4/recovered.edits/106.seqid, newMaxSeqId=106, maxSeqId=1 2024-12-02T23:23:23,860 DEBUG [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-12-02T23:23:23,860 INFO [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1973): Closed test-1733181795915,,1733181796409.830504ca41f7d3ba4d09cc51660755b4. 2024-12-02T23:23:23,860 DEBUG [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1676): Region close journal for 830504ca41f7d3ba4d09cc51660755b4: Waiting for close lock at 1733181803203Running coprocessor pre-close hooks at 1733181803203Disabling compacts and flushes for region at 1733181803203Disabling writes for close at 1733181803203Obtaining lock to block concurrent updates at 1733181803207 (+4 ms)Preparing flush snapshotting stores in 830504ca41f7d3ba4d09cc51660755b4 at 1733181803207Finished memstore snapshotting test-1733181795915,,1733181796409.830504ca41f7d3ba4d09cc51660755b4., syncing WAL and waiting on mvcc, flushsize=dataSize=3247, getHeapSize=11248, getOffHeapSize=0, getCellsCount=99 at 1733181803216 (+9 ms)Flushing stores of test-1733181795915,,1733181796409.830504ca41f7d3ba4d09cc51660755b4. at 1733181803218 (+2 ms)Flushing 830504ca41f7d3ba4d09cc51660755b4/f: creating writer at 1733181803220 (+2 ms)Flushing 830504ca41f7d3ba4d09cc51660755b4/f: appending metadata at 1733181803282 (+62 ms)Flushing 830504ca41f7d3ba4d09cc51660755b4/f: closing flushed file at 1733181803285 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7678568c: reopening flushed file at 1733181803809 (+524 ms)Finished flush of dataSize ~3.17 KB/3247, heapSize ~10.98 KB/11248, currentSize=0 B/0 for 830504ca41f7d3ba4d09cc51660755b4 in 629ms, sequenceid=103, compaction requested=false at 1733181803839 (+30 ms)Writing region close event to WAL at 1733181803846 (+7 ms)Running coprocessor post-close hooks at 1733181803857 (+11 ms)Closed at 1733181803860 (+3 ms) 2024-12-02T23:23:23,860 WARN [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegionServer(3299): Not adding moved region record: 830504ca41f7d3ba4d09cc51660755b4 to self. 2024-12-02T23:23:23,864 INFO [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] handler.UnassignRegionHandler(157): Closed 830504ca41f7d3ba4d09cc51660755b4 2024-12-02T23:23:23,865 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=830504ca41f7d3ba4d09cc51660755b4, regionState=CLOSED 2024-12-02T23:23:23,869 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=22, state=RUNNABLE, hasLock=false; CloseRegionProcedure 830504ca41f7d3ba4d09cc51660755b4, server=9e5ab3b623d7,36969,1733181786563 because future has completed 2024-12-02T23:23:23,877 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=22 2024-12-02T23:23:23,877 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=22, state=SUCCESS, hasLock=false; CloseRegionProcedure 830504ca41f7d3ba4d09cc51660755b4, server=9e5ab3b623d7,36969,1733181786563 in 831 msec 2024-12-02T23:23:23,878 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=22, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test-1733181795915, region=830504ca41f7d3ba4d09cc51660755b4, REOPEN/MOVE; state=CLOSED, location=9e5ab3b623d7,36969,1733181786563; forceNewPlan=false, retain=true 2024-12-02T23:23:24,029 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=830504ca41f7d3ba4d09cc51660755b4, regionState=OPENING, regionLocation=9e5ab3b623d7,36969,1733181786563 2024-12-02T23:23:24,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test-1733181795915, region=830504ca41f7d3ba4d09cc51660755b4, REOPEN/MOVE because future has completed 2024-12-02T23:23:24,033 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=22, state=RUNNABLE, hasLock=false; OpenRegionProcedure 830504ca41f7d3ba4d09cc51660755b4, server=9e5ab3b623d7,36969,1733181786563}] 2024-12-02T23:23:24,193 INFO [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open test-1733181795915,,1733181796409.830504ca41f7d3ba4d09cc51660755b4. 2024-12-02T23:23:24,193 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 830504ca41f7d3ba4d09cc51660755b4, NAME => 'test-1733181795915,,1733181796409.830504ca41f7d3ba4d09cc51660755b4.', STARTKEY => '', ENDKEY => ''} 2024-12-02T23:23:24,194 INFO [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-12-02T23:23:24,194 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-1733181795915 830504ca41f7d3ba4d09cc51660755b4 2024-12-02T23:23:24,194 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated test-1733181795915,,1733181796409.830504ca41f7d3ba4d09cc51660755b4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T23:23:24,194 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 830504ca41f7d3ba4d09cc51660755b4 2024-12-02T23:23:24,194 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 830504ca41f7d3ba4d09cc51660755b4 2024-12-02T23:23:24,197 INFO [StoreOpener-830504ca41f7d3ba4d09cc51660755b4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 830504ca41f7d3ba4d09cc51660755b4 2024-12-02T23:23:24,198 INFO [StoreOpener-830504ca41f7d3ba4d09cc51660755b4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 830504ca41f7d3ba4d09cc51660755b4 columnFamilyName f 2024-12-02T23:23:24,198 DEBUG [StoreOpener-830504ca41f7d3ba4d09cc51660755b4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T23:23:24,216 DEBUG [StoreOpener-830504ca41f7d3ba4d09cc51660755b4-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/default/test-1733181795915/830504ca41f7d3ba4d09cc51660755b4/f/fd2bd222de41413193267c18916d8f51 2024-12-02T23:23:24,216 INFO [StoreOpener-830504ca41f7d3ba4d09cc51660755b4-1 {}] regionserver.HStore(327): Store=830504ca41f7d3ba4d09cc51660755b4/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T23:23:24,216 INFO [StoreOpener-830504ca41f7d3ba4d09cc51660755b4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f3 of region 830504ca41f7d3ba4d09cc51660755b4 2024-12-02T23:23:24,219 INFO [StoreOpener-830504ca41f7d3ba4d09cc51660755b4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 830504ca41f7d3ba4d09cc51660755b4 columnFamilyName f3 2024-12-02T23:23:24,219 DEBUG [StoreOpener-830504ca41f7d3ba4d09cc51660755b4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T23:23:24,220 INFO [StoreOpener-830504ca41f7d3ba4d09cc51660755b4-1 {}] regionserver.HStore(327): Store=830504ca41f7d3ba4d09cc51660755b4/f3, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T23:23:24,221 INFO [StoreOpener-830504ca41f7d3ba4d09cc51660755b4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region 830504ca41f7d3ba4d09cc51660755b4 2024-12-02T23:23:24,229 INFO [StoreOpener-830504ca41f7d3ba4d09cc51660755b4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 830504ca41f7d3ba4d09cc51660755b4 columnFamilyName mob 2024-12-02T23:23:24,234 DEBUG [StoreOpener-830504ca41f7d3ba4d09cc51660755b4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T23:23:24,235 INFO [StoreOpener-830504ca41f7d3ba4d09cc51660755b4-1 {}] regionserver.HStore(327): Store=830504ca41f7d3ba4d09cc51660755b4/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T23:23:24,235 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 830504ca41f7d3ba4d09cc51660755b4 2024-12-02T23:23:24,237 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/default/test-1733181795915/830504ca41f7d3ba4d09cc51660755b4 2024-12-02T23:23:24,241 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/default/test-1733181795915/830504ca41f7d3ba4d09cc51660755b4 2024-12-02T23:23:24,242 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 830504ca41f7d3ba4d09cc51660755b4 2024-12-02T23:23:24,242 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 830504ca41f7d3ba4d09cc51660755b4 2024-12-02T23:23:24,244 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test-1733181795915 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T23:23:24,250 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 830504ca41f7d3ba4d09cc51660755b4 2024-12-02T23:23:24,251 INFO [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 830504ca41f7d3ba4d09cc51660755b4; next sequenceid=107; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10254409440, jitterRate=-0.044983699917793274}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T23:23:24,251 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 830504ca41f7d3ba4d09cc51660755b4 2024-12-02T23:23:24,253 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 830504ca41f7d3ba4d09cc51660755b4: Running coprocessor pre-open hook at 1733181804195Writing region info on filesystem at 1733181804195Initializing all the Stores at 1733181804196 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733181804196Instantiating store for column family {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733181804197 (+1 ms)Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733181804197Cleaning up temporary data from old regions at 1733181804243 (+46 ms)Running coprocessor post-open hooks at 1733181804252 (+9 ms)Region opened successfully at 1733181804252 2024-12-02T23:23:24,257 INFO [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for test-1733181795915,,1733181796409.830504ca41f7d3ba4d09cc51660755b4., pid=24, masterSystemTime=1733181804187 2024-12-02T23:23:24,261 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for test-1733181795915,,1733181796409.830504ca41f7d3ba4d09cc51660755b4. 2024-12-02T23:23:24,261 INFO [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened test-1733181795915,,1733181796409.830504ca41f7d3ba4d09cc51660755b4. 2024-12-02T23:23:24,262 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=830504ca41f7d3ba4d09cc51660755b4, regionState=OPEN, openSeqNum=107, regionLocation=9e5ab3b623d7,36969,1733181786563 2024-12-02T23:23:24,267 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=22, state=RUNNABLE, hasLock=false; OpenRegionProcedure 830504ca41f7d3ba4d09cc51660755b4, server=9e5ab3b623d7,36969,1733181786563 because future has completed 2024-12-02T23:23:24,272 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=22 2024-12-02T23:23:24,272 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=22, state=SUCCESS, hasLock=false; OpenRegionProcedure 830504ca41f7d3ba4d09cc51660755b4, server=9e5ab3b623d7,36969,1733181786563 in 236 msec 2024-12-02T23:23:24,276 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=21 2024-12-02T23:23:24,276 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=21, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test-1733181795915, region=830504ca41f7d3ba4d09cc51660755b4, REOPEN/MOVE in 1.2360 sec 2024-12-02T23:23:24,282 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=20 2024-12-02T23:23:24,283 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=20, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=test-1733181795915 in 1.2530 sec 2024-12-02T23:23:24,289 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, state=SUCCESS, hasLock=false; ModifyTableProcedure table=test-1733181795915 in 1.7050 sec 2024-12-02T23:23:24,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=20 2024-12-02T23:23:24,299 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY, Table Name: default:test-1733181795915 completed 2024-12-02T23:23:24,301 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a0a8e8b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T23:23:24,302 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9e5ab3b623d7,43647,-1 for getting cluster id 2024-12-02T23:23:24,302 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T23:23:24,303 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '63424050-545e-45e7-97f4-936912587d3f' 2024-12-02T23:23:24,303 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T23:23:24,304 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "63424050-545e-45e7-97f4-936912587d3f" 2024-12-02T23:23:24,304 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a701b2a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T23:23:24,304 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9e5ab3b623d7,43647,-1] 2024-12-02T23:23:24,304 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T23:23:24,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T23:23:24,306 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52820, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T23:23:24,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49db5c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T23:23:24,308 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T23:23:24,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9e5ab3b623d7,36969,1733181786563, seqNum=-1] 2024-12-02T23:23:24,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T23:23:24,311 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41858, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T23:23:24,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test-1733181795915', row='row-test-1733181795915-3-0', locateType=CURRENT is [region=test-1733181795915,,1733181796409.830504ca41f7d3ba4d09cc51660755b4., hostname=9e5ab3b623d7,36969,1733181786563, seqNum=107] 2024-12-02T23:23:24,376 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T23:23:24,378 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 9e5ab3b623d7,43647,1733181782694 2024-12-02T23:23:24,378 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@674a4157 2024-12-02T23:23:24,381 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T23:23:24,382 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52830, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T23:23:24,399 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] master.HMaster$18(3529): Client=jenkins//172.17.0.3 creating {NAME => 'backup'} 2024-12-02T23:23:24,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:CREATE_NAMESPACE_PREPARE, hasLock=false; CreateNamespaceProcedure, namespace=backup 2024-12-02T23:23:24,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-12-02T23:23:24,415 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; CreateNamespaceProcedure, namespace=backup in 14 msec 2024-12-02T23:23:24,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-12-02T23:23:24,513 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$NamespaceProcedureBiConsumer(2745): Operation: CREATE_NAMESPACE, Namespace: backup completed 2024-12-02T23:23:24,536 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'backup:system', {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T23:23:24,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] procedure2.ProcedureExecutor(1139): Stored pid=26, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=backup:system 2024-12-02T23:23:24,540 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T23:23:24,540 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T23:23:24,541 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "backup" qualifier: "system" procId is: 26 2024-12-02T23:23:24,543 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T23:23:24,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26 2024-12-02T23:23:24,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741849_1025 (size=635) 2024-12-02T23:23:24,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26 2024-12-02T23:23:24,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26 2024-12-02T23:23:24,966 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 41b16360daeacbacc52483ff2a73035a, NAME => 'backup:system,,1733181804535.41b16360daeacbacc52483ff2a73035a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='backup:system', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca 2024-12-02T23:23:24,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741850_1026 (size=40) 2024-12-02T23:23:25,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26 2024-12-02T23:23:25,380 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(898): Instantiated backup:system,,1733181804535.41b16360daeacbacc52483ff2a73035a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T23:23:25,380 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1722): Closing 41b16360daeacbacc52483ff2a73035a, disabling compactions & flushes 2024-12-02T23:23:25,380 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1755): Closing region backup:system,,1733181804535.41b16360daeacbacc52483ff2a73035a. 2024-12-02T23:23:25,380 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on backup:system,,1733181804535.41b16360daeacbacc52483ff2a73035a. 2024-12-02T23:23:25,380 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on backup:system,,1733181804535.41b16360daeacbacc52483ff2a73035a. after waiting 0 ms 2024-12-02T23:23:25,380 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region backup:system,,1733181804535.41b16360daeacbacc52483ff2a73035a. 2024-12-02T23:23:25,380 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1973): Closed backup:system,,1733181804535.41b16360daeacbacc52483ff2a73035a. 2024-12-02T23:23:25,381 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1676): Region close journal for 41b16360daeacbacc52483ff2a73035a: Waiting for close lock at 1733181805380Disabling compacts and flushes for region at 1733181805380Disabling writes for close at 1733181805380Writing region close event to WAL at 1733181805380Closed at 1733181805380 2024-12-02T23:23:25,388 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T23:23:25,388 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"backup:system,,1733181804535.41b16360daeacbacc52483ff2a73035a.","families":{"info":[{"qualifier":"regioninfo","vlen":39,"tag":[],"timestamp":"1733181805388"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733181805388"}]},"ts":"1733181805388"} 2024-12-02T23:23:25,391 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T23:23:25,393 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T23:23:25,393 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"backup:system","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733181805393"}]},"ts":"1733181805393"} 2024-12-02T23:23:25,398 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=backup:system, state=ENABLING in hbase:meta 2024-12-02T23:23:25,398 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=backup:system, region=41b16360daeacbacc52483ff2a73035a, ASSIGN}] 2024-12-02T23:23:25,399 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=backup:system, region=41b16360daeacbacc52483ff2a73035a, ASSIGN 2024-12-02T23:23:25,401 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=backup:system, region=41b16360daeacbacc52483ff2a73035a, ASSIGN; state=OFFLINE, location=9e5ab3b623d7,36969,1733181786563; forceNewPlan=false, retain=false 2024-12-02T23:23:25,551 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=27 updating hbase:meta row=41b16360daeacbacc52483ff2a73035a, regionState=OPENING, regionLocation=9e5ab3b623d7,36969,1733181786563 2024-12-02T23:23:25,554 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=backup:system, region=41b16360daeacbacc52483ff2a73035a, ASSIGN because future has completed 2024-12-02T23:23:25,555 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=28, ppid=27, state=RUNNABLE, hasLock=false; OpenRegionProcedure 41b16360daeacbacc52483ff2a73035a, server=9e5ab3b623d7,36969,1733181786563}] 2024-12-02T23:23:25,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26 2024-12-02T23:23:25,714 INFO [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] handler.AssignRegionHandler(132): Open backup:system,,1733181804535.41b16360daeacbacc52483ff2a73035a. 2024-12-02T23:23:25,714 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7752): Opening region: {ENCODED => 41b16360daeacbacc52483ff2a73035a, NAME => 'backup:system,,1733181804535.41b16360daeacbacc52483ff2a73035a.', STARTKEY => '', ENDKEY => ''} 2024-12-02T23:23:25,714 INFO [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-12-02T23:23:25,714 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table system 41b16360daeacbacc52483ff2a73035a 2024-12-02T23:23:25,715 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(898): Instantiated backup:system,,1733181804535.41b16360daeacbacc52483ff2a73035a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T23:23:25,715 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7794): checking encryption for 41b16360daeacbacc52483ff2a73035a 2024-12-02T23:23:25,715 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7797): checking classloading for 41b16360daeacbacc52483ff2a73035a 2024-12-02T23:23:25,720 INFO [StoreOpener-41b16360daeacbacc52483ff2a73035a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family meta of region 41b16360daeacbacc52483ff2a73035a 2024-12-02T23:23:25,732 INFO [StoreOpener-41b16360daeacbacc52483ff2a73035a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 41b16360daeacbacc52483ff2a73035a columnFamilyName meta 2024-12-02T23:23:25,732 DEBUG [StoreOpener-41b16360daeacbacc52483ff2a73035a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T23:23:25,738 INFO [StoreOpener-41b16360daeacbacc52483ff2a73035a-1 {}] regionserver.HStore(327): Store=41b16360daeacbacc52483ff2a73035a/meta, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T23:23:25,738 INFO [StoreOpener-41b16360daeacbacc52483ff2a73035a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family session of region 41b16360daeacbacc52483ff2a73035a 2024-12-02T23:23:25,743 INFO [StoreOpener-41b16360daeacbacc52483ff2a73035a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 41b16360daeacbacc52483ff2a73035a columnFamilyName session 2024-12-02T23:23:25,743 DEBUG [StoreOpener-41b16360daeacbacc52483ff2a73035a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T23:23:25,749 INFO [StoreOpener-41b16360daeacbacc52483ff2a73035a-1 {}] regionserver.HStore(327): Store=41b16360daeacbacc52483ff2a73035a/session, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T23:23:25,752 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1038): replaying wal for 41b16360daeacbacc52483ff2a73035a 2024-12-02T23:23:25,753 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/backup/system/41b16360daeacbacc52483ff2a73035a 2024-12-02T23:23:25,754 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/backup/system/41b16360daeacbacc52483ff2a73035a 2024-12-02T23:23:25,755 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1048): stopping wal replay for 41b16360daeacbacc52483ff2a73035a 2024-12-02T23:23:25,755 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1060): Cleaning up temporary data for 41b16360daeacbacc52483ff2a73035a 2024-12-02T23:23:25,756 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table backup:system descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-02T23:23:25,758 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1093): writing seq id for 41b16360daeacbacc52483ff2a73035a 2024-12-02T23:23:25,763 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/backup/system/41b16360daeacbacc52483ff2a73035a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T23:23:25,763 INFO [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1114): Opened 41b16360daeacbacc52483ff2a73035a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9432729120, jitterRate=-0.1215086430311203}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-02T23:23:25,763 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 41b16360daeacbacc52483ff2a73035a 2024-12-02T23:23:25,764 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1006): Region open journal for 41b16360daeacbacc52483ff2a73035a: Running coprocessor pre-open hook at 1733181805715Writing region info on filesystem at 1733181805715Initializing all the Stores at 1733181805717 (+2 ms)Instantiating store for column family {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733181805717Instantiating store for column family {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733181805719 (+2 ms)Cleaning up temporary data from old regions at 1733181805755 (+36 ms)Running coprocessor post-open hooks at 1733181805763 (+8 ms)Region opened successfully at 1733181805764 (+1 ms) 2024-12-02T23:23:25,766 INFO [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegionServer(2236): Post open deploy tasks for backup:system,,1733181804535.41b16360daeacbacc52483ff2a73035a., pid=28, masterSystemTime=1733181805708 2024-12-02T23:23:25,770 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegionServer(2266): Finished post open deploy task for backup:system,,1733181804535.41b16360daeacbacc52483ff2a73035a. 2024-12-02T23:23:25,770 INFO [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] handler.AssignRegionHandler(153): Opened backup:system,,1733181804535.41b16360daeacbacc52483ff2a73035a. 2024-12-02T23:23:25,778 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=27 updating hbase:meta row=41b16360daeacbacc52483ff2a73035a, regionState=OPEN, openSeqNum=2, regionLocation=9e5ab3b623d7,36969,1733181786563 2024-12-02T23:23:25,781 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=28, ppid=27, state=RUNNABLE, hasLock=false; OpenRegionProcedure 41b16360daeacbacc52483ff2a73035a, server=9e5ab3b623d7,36969,1733181786563 because future has completed 2024-12-02T23:23:25,789 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=28, resume processing ppid=27 2024-12-02T23:23:25,789 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=27, state=SUCCESS, hasLock=false; OpenRegionProcedure 41b16360daeacbacc52483ff2a73035a, server=9e5ab3b623d7,36969,1733181786563 in 228 msec 2024-12-02T23:23:25,792 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=27, resume processing ppid=26 2024-12-02T23:23:25,792 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=26, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=backup:system, region=41b16360daeacbacc52483ff2a73035a, ASSIGN in 391 msec 2024-12-02T23:23:25,793 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T23:23:25,794 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"backup:system","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733181805793"}]},"ts":"1733181805793"} 2024-12-02T23:23:25,796 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=backup:system, state=ENABLED in hbase:meta 2024-12-02T23:23:25,797 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T23:23:25,799 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, state=SUCCESS, hasLock=false; CreateTableProcedure table=backup:system in 1.2610 sec 2024-12-02T23:23:26,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26 2024-12-02T23:23:26,693 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: backup:system completed 2024-12-02T23:23:26,713 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'backup:system_bulk', {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T23:23:26,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] procedure2.ProcedureExecutor(1139): Stored pid=29, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=backup:system_bulk 2024-12-02T23:23:26,717 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T23:23:26,717 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T23:23:26,717 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "backup" qualifier: "system_bulk" procId is: 29 2024-12-02T23:23:26,719 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T23:23:26,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-12-02T23:23:26,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741851_1027 (size=640) 2024-12-02T23:23:26,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-12-02T23:23:27,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-12-02T23:23:27,142 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ec87597e34208c8101257d290be57459, NAME => 'backup:system_bulk,,1733181806713.ec87597e34208c8101257d290be57459.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='backup:system_bulk', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca 2024-12-02T23:23:27,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741852_1028 (size=45) 2024-12-02T23:23:27,254 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'backup:system' 2024-12-02T23:23:27,254 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns4:test-17331817959153' 2024-12-02T23:23:27,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-12-02T23:23:27,560 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(898): Instantiated backup:system_bulk,,1733181806713.ec87597e34208c8101257d290be57459.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T23:23:27,560 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1722): Closing ec87597e34208c8101257d290be57459, disabling compactions & flushes 2024-12-02T23:23:27,560 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1755): Closing region backup:system_bulk,,1733181806713.ec87597e34208c8101257d290be57459. 2024-12-02T23:23:27,560 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on backup:system_bulk,,1733181806713.ec87597e34208c8101257d290be57459. 2024-12-02T23:23:27,560 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on backup:system_bulk,,1733181806713.ec87597e34208c8101257d290be57459. after waiting 0 ms 2024-12-02T23:23:27,560 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region backup:system_bulk,,1733181806713.ec87597e34208c8101257d290be57459. 2024-12-02T23:23:27,560 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1973): Closed backup:system_bulk,,1733181806713.ec87597e34208c8101257d290be57459. 2024-12-02T23:23:27,561 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1676): Region close journal for ec87597e34208c8101257d290be57459: Waiting for close lock at 1733181807560Disabling compacts and flushes for region at 1733181807560Disabling writes for close at 1733181807560Writing region close event to WAL at 1733181807560Closed at 1733181807560 2024-12-02T23:23:27,562 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T23:23:27,563 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"backup:system_bulk,,1733181806713.ec87597e34208c8101257d290be57459.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733181807562"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733181807562"}]},"ts":"1733181807562"} 2024-12-02T23:23:27,566 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T23:23:27,567 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T23:23:27,568 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"backup:system_bulk","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733181807567"}]},"ts":"1733181807567"} 2024-12-02T23:23:27,570 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=backup:system_bulk, state=ENABLING in hbase:meta 2024-12-02T23:23:27,570 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=backup:system_bulk, region=ec87597e34208c8101257d290be57459, ASSIGN}] 2024-12-02T23:23:27,573 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=backup:system_bulk, region=ec87597e34208c8101257d290be57459, ASSIGN 2024-12-02T23:23:27,574 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=backup:system_bulk, region=ec87597e34208c8101257d290be57459, ASSIGN; state=OFFLINE, location=9e5ab3b623d7,36969,1733181786563; forceNewPlan=false, retain=false 2024-12-02T23:23:27,725 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=30 updating hbase:meta row=ec87597e34208c8101257d290be57459, regionState=OPENING, regionLocation=9e5ab3b623d7,36969,1733181786563 2024-12-02T23:23:27,728 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=backup:system_bulk, region=ec87597e34208c8101257d290be57459, ASSIGN because future has completed 2024-12-02T23:23:27,729 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE, hasLock=false; OpenRegionProcedure ec87597e34208c8101257d290be57459, server=9e5ab3b623d7,36969,1733181786563}] 2024-12-02T23:23:27,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-12-02T23:23:27,887 INFO [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(132): Open backup:system_bulk,,1733181806713.ec87597e34208c8101257d290be57459. 2024-12-02T23:23:27,888 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7752): Opening region: {ENCODED => ec87597e34208c8101257d290be57459, NAME => 'backup:system_bulk,,1733181806713.ec87597e34208c8101257d290be57459.', STARTKEY => '', ENDKEY => ''} 2024-12-02T23:23:27,888 INFO [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-12-02T23:23:27,888 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table system_bulk ec87597e34208c8101257d290be57459 2024-12-02T23:23:27,888 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(898): Instantiated backup:system_bulk,,1733181806713.ec87597e34208c8101257d290be57459.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T23:23:27,888 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7794): checking encryption for ec87597e34208c8101257d290be57459 2024-12-02T23:23:27,889 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7797): checking classloading for ec87597e34208c8101257d290be57459 2024-12-02T23:23:27,890 INFO [StoreOpener-ec87597e34208c8101257d290be57459-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family meta of region ec87597e34208c8101257d290be57459 2024-12-02T23:23:27,892 INFO [StoreOpener-ec87597e34208c8101257d290be57459-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ec87597e34208c8101257d290be57459 columnFamilyName meta 2024-12-02T23:23:27,892 DEBUG [StoreOpener-ec87597e34208c8101257d290be57459-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T23:23:27,893 INFO [StoreOpener-ec87597e34208c8101257d290be57459-1 {}] regionserver.HStore(327): Store=ec87597e34208c8101257d290be57459/meta, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T23:23:27,893 INFO [StoreOpener-ec87597e34208c8101257d290be57459-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family session of region ec87597e34208c8101257d290be57459 2024-12-02T23:23:27,895 INFO [StoreOpener-ec87597e34208c8101257d290be57459-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ec87597e34208c8101257d290be57459 columnFamilyName session 2024-12-02T23:23:27,895 DEBUG [StoreOpener-ec87597e34208c8101257d290be57459-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T23:23:27,895 INFO [StoreOpener-ec87597e34208c8101257d290be57459-1 {}] regionserver.HStore(327): Store=ec87597e34208c8101257d290be57459/session, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T23:23:27,896 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1038): replaying wal for ec87597e34208c8101257d290be57459 2024-12-02T23:23:27,897 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/backup/system_bulk/ec87597e34208c8101257d290be57459 2024-12-02T23:23:27,897 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/backup/system_bulk/ec87597e34208c8101257d290be57459 2024-12-02T23:23:27,898 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1048): stopping wal replay for ec87597e34208c8101257d290be57459 2024-12-02T23:23:27,898 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1060): Cleaning up temporary data for ec87597e34208c8101257d290be57459 2024-12-02T23:23:27,899 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table backup:system_bulk descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-02T23:23:27,900 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1093): writing seq id for ec87597e34208c8101257d290be57459 2024-12-02T23:23:27,903 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/backup/system_bulk/ec87597e34208c8101257d290be57459/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T23:23:27,904 INFO [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1114): Opened ec87597e34208c8101257d290be57459; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9962850560, jitterRate=-0.07213723659515381}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-02T23:23:27,904 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ec87597e34208c8101257d290be57459 2024-12-02T23:23:27,905 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1006): Region open journal for ec87597e34208c8101257d290be57459: Running coprocessor pre-open hook at 1733181807889Writing region info on filesystem at 1733181807889Initializing all the Stores at 1733181807890 (+1 ms)Instantiating store for column family {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733181807890Instantiating store for column family {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733181807890Cleaning up temporary data from old regions at 1733181807898 (+8 ms)Running coprocessor post-open hooks at 1733181807904 (+6 ms)Region opened successfully at 1733181807905 (+1 ms) 2024-12-02T23:23:27,906 INFO [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2236): Post open deploy tasks for backup:system_bulk,,1733181806713.ec87597e34208c8101257d290be57459., pid=31, masterSystemTime=1733181807882 2024-12-02T23:23:27,909 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2266): Finished post open deploy task for backup:system_bulk,,1733181806713.ec87597e34208c8101257d290be57459. 2024-12-02T23:23:27,909 INFO [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(153): Opened backup:system_bulk,,1733181806713.ec87597e34208c8101257d290be57459. 2024-12-02T23:23:27,910 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=30 updating hbase:meta row=ec87597e34208c8101257d290be57459, regionState=OPEN, openSeqNum=2, regionLocation=9e5ab3b623d7,36969,1733181786563 2024-12-02T23:23:27,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=31, ppid=30, state=RUNNABLE, hasLock=false; OpenRegionProcedure ec87597e34208c8101257d290be57459, server=9e5ab3b623d7,36969,1733181786563 because future has completed 2024-12-02T23:23:27,916 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=31, resume processing ppid=30 2024-12-02T23:23:27,916 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=30, state=SUCCESS, hasLock=false; OpenRegionProcedure ec87597e34208c8101257d290be57459, server=9e5ab3b623d7,36969,1733181786563 in 185 msec 2024-12-02T23:23:27,919 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=29 2024-12-02T23:23:27,919 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=29, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=backup:system_bulk, region=ec87597e34208c8101257d290be57459, ASSIGN in 346 msec 2024-12-02T23:23:27,920 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T23:23:27,921 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"backup:system_bulk","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733181807920"}]},"ts":"1733181807920"} 2024-12-02T23:23:27,923 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=backup:system_bulk, state=ENABLED in hbase:meta 2024-12-02T23:23:27,924 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T23:23:27,926 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, state=SUCCESS, hasLock=false; CreateTableProcedure table=backup:system_bulk in 1.2100 sec 2024-12-02T23:23:28,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-12-02T23:23:28,862 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: backup:system_bulk completed 2024-12-02T23:23:28,872 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-02T23:23:28,880 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-02T23:23:28,884 DEBUG [Time-limited test {}] impl.BackupSystemTable(635): Start new backup exclusive operation 2024-12-02T23:23:28,890 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='activesession:', locateType=CURRENT is [region=backup:system,,1733181804535.41b16360daeacbacc52483ff2a73035a., hostname=9e5ab3b623d7,36969,1733181786563, seqNum=2] 2024-12-02T23:23:28,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36969 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.BinaryComparator in 0ms 2024-12-02T23:23:28,912 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.3 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-12-02T23:23:28,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733181808913 (current time:1733181808913). 2024-12-02T23:23:28,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-12-02T23:23:28,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2024-12-02T23:23:28,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16242161, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T23:23:28,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] client.ClusterIdFetcher(90): Going to request 9e5ab3b623d7,43647,-1 for getting cluster id 2024-12-02T23:23:28,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T23:23:28,916 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '63424050-545e-45e7-97f4-936912587d3f' 2024-12-02T23:23:28,916 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T23:23:28,916 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "63424050-545e-45e7-97f4-936912587d3f" 2024-12-02T23:23:28,916 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20ef2fe7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T23:23:28,916 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9e5ab3b623d7,43647,-1] 2024-12-02T23:23:28,917 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T23:23:28,917 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T23:23:28,918 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52850, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T23:23:28,919 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e942fdc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T23:23:28,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T23:23:28,923 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9e5ab3b623d7,36969,1733181786563, seqNum=-1] 2024-12-02T23:23:28,923 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T23:23:28,925 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41860, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T23:23:28,926 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647. 2024-12-02T23:23:28,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T23:23:28,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T23:23:28,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T23:23:28,926 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T23:23:28,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-12-02T23:23:28,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] procedure2.ProcedureExecutor(1139): Stored pid=32, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-12-02T23:23:28,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 32 2024-12-02T23:23:28,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-12-02T23:23:28,937 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-12-02T23:23:28,941 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-12-02T23:23:28,954 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-12-02T23:23:28,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741853_1029 (size=52) 2024-12-02T23:23:29,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-12-02T23:23:29,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-12-02T23:23:29,363 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2024-12-02T23:23:29,364 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-12-02T23:23:29,368 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 41b16360daeacbacc52483ff2a73035a}] 2024-12-02T23:23:29,373 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=32, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 41b16360daeacbacc52483ff2a73035a 2024-12-02T23:23:29,533 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36969 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-12-02T23:23:29,534 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9e5ab3b623d7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1733181804535.41b16360daeacbacc52483ff2a73035a. 2024-12-02T23:23:29,535 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/9e5ab3b623d7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing 41b16360daeacbacc52483ff2a73035a 2/2 column families, dataSize=45 B heapSize=632 B 2024-12-02T23:23:29,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-12-02T23:23:29,566 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9e5ab3b623d7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/backup/system/41b16360daeacbacc52483ff2a73035a/.tmp/session/724b9edd19fa4e1bbd076239bb738d2e is 49, key is activesession:/session:c/1733181808902/Put/seqid=0 2024-12-02T23:23:29,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741854_1030 (size=5049) 2024-12-02T23:23:29,594 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/9e5ab3b623d7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=45 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/backup/system/41b16360daeacbacc52483ff2a73035a/.tmp/session/724b9edd19fa4e1bbd076239bb738d2e 2024-12-02T23:23:29,614 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9e5ab3b623d7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/backup/system/41b16360daeacbacc52483ff2a73035a/.tmp/session/724b9edd19fa4e1bbd076239bb738d2e as hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/backup/system/41b16360daeacbacc52483ff2a73035a/session/724b9edd19fa4e1bbd076239bb738d2e 2024-12-02T23:23:29,626 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/9e5ab3b623d7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/backup/system/41b16360daeacbacc52483ff2a73035a/session/724b9edd19fa4e1bbd076239bb738d2e, entries=1, sequenceid=5, filesize=4.9 K 2024-12-02T23:23:29,628 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/9e5ab3b623d7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~45 B/45, heapSize ~360 B/360, currentSize=0 B/0 for 41b16360daeacbacc52483ff2a73035a in 93ms, sequenceid=5, compaction requested=false 2024-12-02T23:23:29,628 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9e5ab3b623d7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for 41b16360daeacbacc52483ff2a73035a: 2024-12-02T23:23:29,628 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9e5ab3b623d7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1733181804535.41b16360daeacbacc52483ff2a73035a. for snapshot_backup_system completed. 2024-12-02T23:23:29,630 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9e5ab3b623d7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'backup:system,,1733181804535.41b16360daeacbacc52483ff2a73035a.' region-info for snapshot=snapshot_backup_system 2024-12-02T23:23:29,634 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9e5ab3b623d7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-02T23:23:29,638 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9e5ab3b623d7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-02T23:23:29,638 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9e5ab3b623d7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/backup/system/41b16360daeacbacc52483ff2a73035a/session/724b9edd19fa4e1bbd076239bb738d2e] hfiles 2024-12-02T23:23:29,640 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9e5ab3b623d7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/backup/system/41b16360daeacbacc52483ff2a73035a/session/724b9edd19fa4e1bbd076239bb738d2e for snapshot=snapshot_backup_system 2024-12-02T23:23:29,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741855_1031 (size=95) 2024-12-02T23:23:29,669 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9e5ab3b623d7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1733181804535.41b16360daeacbacc52483ff2a73035a. 2024-12-02T23:23:29,672 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9e5ab3b623d7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-12-02T23:23:29,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-12-02T23:23:29,676 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_backup_system on region 41b16360daeacbacc52483ff2a73035a 2024-12-02T23:23:29,676 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=32, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 41b16360daeacbacc52483ff2a73035a 2024-12-02T23:23:29,681 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=32 2024-12-02T23:23:29,681 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=32, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 41b16360daeacbacc52483ff2a73035a in 311 msec 2024-12-02T23:23:29,681 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-12-02T23:23:29,683 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-12-02T23:23:29,685 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-12-02T23:23:29,685 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_backup_system 2024-12-02T23:23:29,689 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/.hbase-snapshot/.tmp/snapshot_backup_system 2024-12-02T23:23:29,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741856_1032 (size=731) 2024-12-02T23:23:30,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-12-02T23:23:30,141 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-12-02T23:23:30,163 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-12-02T23:23:30,164 DEBUG [PEWorker-4 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/.hbase-snapshot/snapshot_backup_system 2024-12-02T23:23:30,167 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-12-02T23:23:30,167 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 32 2024-12-02T23:23:30,169 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 1.2350 sec 2024-12-02T23:23:31,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-12-02T23:23:31,082 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: backup:system completed 2024-12-02T23:23:31,084 INFO [Time-limited test {}] impl.TableBackupClient(119): Backup backup_1733181804357 started at 1733181811083. 2024-12-02T23:23:31,098 DEBUG [Time-limited test {}] impl.TableBackupClient(123): Backup session backup_1733181804357 has been started. 2024-12-02T23:23:31,104 INFO [Time-limited test {}] impl.FullTableBackupClient(153): Execute roll log procedure for full backup ... 2024-12-02T23:23:31,111 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] master.MasterRpcServices(1035): Client=jenkins//172.17.0.3 procedure request for: rolllog-proc 2024-12-02T23:23:31,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] procedure.ProcedureCoordinator(166): Submitting procedure rolllog 2024-12-02T23:23:31,114 INFO [(9e5ab3b623d7,43647,1733181782694)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2024-12-02T23:23:31,114 DEBUG [(9e5ab3b623d7,43647,1733181782694)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2024-12-02T23:23:31,114 DEBUG [(9e5ab3b623d7,43647,1733181782694)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2024-12-02T23:23:31,115 DEBUG [(9e5ab3b623d7,43647,1733181782694)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2024-12-02T23:23:31,116 DEBUG [(9e5ab3b623d7,43647,1733181782694)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:43647-0x10150422b490000, quorum=127.0.0.1:59082, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-12-02T23:23:31,116 DEBUG [(9e5ab3b623d7,43647,1733181782694)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2024-12-02T23:23:31,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36969-0x10150422b490001, quorum=127.0.0.1:59082, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-12-02T23:23:31,118 DEBUG [(9e5ab3b623d7,43647,1733181782694)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/9e5ab3b623d7,36969,1733181786563 2024-12-02T23:23:31,118 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-12-02T23:23:31,118 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-12-02T23:23:31,119 DEBUG [(9e5ab3b623d7,43647,1733181782694)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:43647-0x10150422b490000, quorum=127.0.0.1:59082, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/9e5ab3b623d7,36969,1733181786563 2024-12-02T23:23:31,119 DEBUG [(9e5ab3b623d7,43647,1733181782694)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2024-12-02T23:23:31,119 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2024-12-02T23:23:31,120 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36969-0x10150422b490001, quorum=127.0.0.1:59082, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-12-02T23:23:31,121 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2024-12-02T23:23:31,121 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2024-12-02T23:23:31,121 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2024-12-02T23:23:31,124 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2024-12-02T23:23:31,124 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(141): Submitting new Subprocedure:rolllog 2024-12-02T23:23:31,125 DEBUG [member: '9e5ab3b623d7,36969,1733181786563' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2024-12-02T23:23:31,125 DEBUG [member: '9e5ab3b623d7,36969,1733181786563' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2024-12-02T23:23:31,125 DEBUG [member: '9e5ab3b623d7,36969,1733181786563' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2024-12-02T23:23:31,125 DEBUG [member: '9e5ab3b623d7,36969,1733181786563' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2024-12-02T23:23:31,125 DEBUG [member: '9e5ab3b623d7,36969,1733181786563' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: '9e5ab3b623d7,36969,1733181786563' joining acquired barrier for procedure (rolllog) in zk 2024-12-02T23:23:31,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43647-0x10150422b490000, quorum=127.0.0.1:59082, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/9e5ab3b623d7,36969,1733181786563 2024-12-02T23:23:31,127 DEBUG [member: '9e5ab3b623d7,36969,1733181786563' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2024-12-02T23:23:31,128 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/9e5ab3b623d7,36969,1733181786563 2024-12-02T23:23:31,128 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-12-02T23:23:31,128 DEBUG [member: '9e5ab3b623d7,36969,1733181786563' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36969-0x10150422b490001, quorum=127.0.0.1:59082, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog 2024-12-02T23:23:31,128 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-12-02T23:23:31,128 DEBUG [member: '9e5ab3b623d7,36969,1733181786563' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2024-12-02T23:23:31,128 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-12-02T23:23:31,129 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-12-02T23:23:31,129 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-12-02T23:23:31,130 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------9e5ab3b623d7,36969,1733181786563 2024-12-02T23:23:31,130 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-12-02T23:23:31,131 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: '9e5ab3b623d7,36969,1733181786563' joining acquired barrier for procedure 'rolllog' on coordinator 2024-12-02T23:23:31,131 DEBUG [(9e5ab3b623d7,43647,1733181782694)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2024-12-02T23:23:31,131 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@5bd8a62f[Count = 0] remaining members to acquire global barrier 2024-12-02T23:23:31,131 DEBUG [(9e5ab3b623d7,43647,1733181782694)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2024-12-02T23:23:31,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36969-0x10150422b490001, quorum=127.0.0.1:59082, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-12-02T23:23:31,133 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2024-12-02T23:23:31,133 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2024-12-02T23:23:31,133 DEBUG [member: '9e5ab3b623d7,36969,1733181786563' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2024-12-02T23:23:31,133 DEBUG [(9e5ab3b623d7,43647,1733181782694)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:43647-0x10150422b490000, quorum=127.0.0.1:59082, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/9e5ab3b623d7,36969,1733181786563 2024-12-02T23:23:31,133 DEBUG [(9e5ab3b623d7,43647,1733181782694)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2024-12-02T23:23:31,134 DEBUG [member: '9e5ab3b623d7,36969,1733181786563' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2024-12-02T23:23:31,134 DEBUG [rs(9e5ab3b623d7,36969,1733181786563)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: 9e5ab3b623d7,36969,1733181786563 2024-12-02T23:23:31,142 INFO [rs(9e5ab3b623d7,36969,1733181786563)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1733181789235 highest: 1733181797245 on 9e5ab3b623d7,36969,1733181786563 2024-12-02T23:23:31,142 DEBUG [regionserver/9e5ab3b623d7:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 9e5ab3b623d7%2C36969%2C1733181786563.9e5ab3b623d7%2C36969%2C1733181786563.regiongroup-1:(num 1733181797245) roll requested 2024-12-02T23:23:31,163 DEBUG [regionserver/9e5ab3b623d7:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/WALs/9e5ab3b623d7,36969,1733181786563/9e5ab3b623d7%2C36969%2C1733181786563.9e5ab3b623d7%2C36969%2C1733181786563.regiongroup-1.1733181811142, exclude list is [], retry=0 2024-12-02T23:23:31,167 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37945,DS-9d4ccf70-de12-4a8d-8f90-b91efa3b860b,DISK] 2024-12-02T23:23:31,170 INFO [regionserver/9e5ab3b623d7:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/WALs/9e5ab3b623d7,36969,1733181786563/9e5ab3b623d7%2C36969%2C1733181786563.9e5ab3b623d7%2C36969%2C1733181786563.regiongroup-1.1733181797245 with entries=24, filesize=4.64 KB; new WAL /user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/WALs/9e5ab3b623d7,36969,1733181786563/9e5ab3b623d7%2C36969%2C1733181786563.9e5ab3b623d7%2C36969%2C1733181786563.regiongroup-1.1733181811142 2024-12-02T23:23:31,170 DEBUG [regionserver/9e5ab3b623d7:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33353:33353)] 2024-12-02T23:23:31,171 DEBUG [regionserver/9e5ab3b623d7:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/WALs/9e5ab3b623d7,36969,1733181786563/9e5ab3b623d7%2C36969%2C1733181786563.9e5ab3b623d7%2C36969%2C1733181786563.regiongroup-1.1733181797245 is not closed yet, will try archiving it next time 2024-12-02T23:23:31,171 DEBUG [regionserver/9e5ab3b623d7:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 9e5ab3b623d7%2C36969%2C1733181786563.meta:.meta(num 1733181789541) roll requested 2024-12-02T23:23:31,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741840_1016 (size=4756) 2024-12-02T23:23:31,192 DEBUG [regionserver/9e5ab3b623d7:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/WALs/9e5ab3b623d7,36969,1733181786563/9e5ab3b623d7%2C36969%2C1733181786563.meta.1733181811171.meta, exclude list is [], retry=0 2024-12-02T23:23:31,195 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37945,DS-9d4ccf70-de12-4a8d-8f90-b91efa3b860b,DISK] 2024-12-02T23:23:31,197 INFO [regionserver/9e5ab3b623d7:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/WALs/9e5ab3b623d7,36969,1733181786563/9e5ab3b623d7%2C36969%2C1733181786563.meta.1733181789541.meta with entries=42, filesize=11.76 KB; new WAL /user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/WALs/9e5ab3b623d7,36969,1733181786563/9e5ab3b623d7%2C36969%2C1733181786563.meta.1733181811171.meta 2024-12-02T23:23:31,201 DEBUG [regionserver/9e5ab3b623d7:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33353:33353)] 2024-12-02T23:23:31,201 DEBUG [regionserver/9e5ab3b623d7:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/WALs/9e5ab3b623d7,36969,1733181786563/9e5ab3b623d7%2C36969%2C1733181786563.meta.1733181789541.meta is not closed yet, will try archiving it next time 2024-12-02T23:23:31,201 DEBUG [regionserver/9e5ab3b623d7:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 9e5ab3b623d7%2C36969%2C1733181786563.9e5ab3b623d7%2C36969%2C1733181786563.regiongroup-0:(num 1733181789235) roll requested 2024-12-02T23:23:31,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741834_1010 (size=12055) 2024-12-02T23:23:31,221 DEBUG [regionserver/9e5ab3b623d7:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/WALs/9e5ab3b623d7,36969,1733181786563/9e5ab3b623d7%2C36969%2C1733181786563.9e5ab3b623d7%2C36969%2C1733181786563.regiongroup-0.1733181811201, exclude list is [], retry=0 2024-12-02T23:23:31,224 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37945,DS-9d4ccf70-de12-4a8d-8f90-b91efa3b860b,DISK] 2024-12-02T23:23:31,228 INFO [regionserver/9e5ab3b623d7:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/WALs/9e5ab3b623d7,36969,1733181786563/9e5ab3b623d7%2C36969%2C1733181786563.9e5ab3b623d7%2C36969%2C1733181786563.regiongroup-0.1733181789235 with entries=3, filesize=1.00 KB; new WAL /user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/WALs/9e5ab3b623d7,36969,1733181786563/9e5ab3b623d7%2C36969%2C1733181786563.9e5ab3b623d7%2C36969%2C1733181786563.regiongroup-0.1733181811201 2024-12-02T23:23:31,229 DEBUG [regionserver/9e5ab3b623d7:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33353:33353)] 2024-12-02T23:23:31,229 DEBUG [regionserver/9e5ab3b623d7:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/WALs/9e5ab3b623d7,36969,1733181786563/9e5ab3b623d7%2C36969%2C1733181786563.9e5ab3b623d7%2C36969%2C1733181786563.regiongroup-0.1733181789235 is not closed yet, will try archiving it next time 2024-12-02T23:23:31,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741833_1009 (size=1034) 2024-12-02T23:23:31,234 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/WALs/9e5ab3b623d7,36969,1733181786563/9e5ab3b623d7%2C36969%2C1733181786563.9e5ab3b623d7%2C36969%2C1733181786563.regiongroup-0.1733181789235 to hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/oldWALs/9e5ab3b623d7%2C36969%2C1733181786563.9e5ab3b623d7%2C36969%2C1733181786563.regiongroup-0.1733181789235 2024-12-02T23:23:31,243 DEBUG [rs(9e5ab3b623d7,36969,1733181786563)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 101 2024-12-02T23:23:31,243 INFO [rs(9e5ab3b623d7,36969,1733181786563)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1733181811201 on 9e5ab3b623d7,36969,1733181786563 2024-12-02T23:23:31,243 DEBUG [rs(9e5ab3b623d7,36969,1733181786563)-backup-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T23:23:31,244 DEBUG [rs(9e5ab3b623d7,36969,1733181786563)-backup-pool-0 {}] client.AsyncConnectionImpl(321): The fetched master address is 9e5ab3b623d7,43647,1733181782694 2024-12-02T23:23:31,244 DEBUG [rs(9e5ab3b623d7,36969,1733181786563)-backup-pool-0 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@36f36313 2024-12-02T23:23:31,244 DEBUG [rs(9e5ab3b623d7,36969,1733181786563)-backup-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T23:23:31,245 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44023, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-12-02T23:23:31,246 DEBUG [rs(9e5ab3b623d7,36969,1733181786563)-backup-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T23:23:31,246 DEBUG [rs(9e5ab3b623d7,36969,1733181786563)-backup-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9e5ab3b623d7,36969,1733181786563, seqNum=-1] 2024-12-02T23:23:31,246 DEBUG [rs(9e5ab3b623d7,36969,1733181786563)-backup-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T23:23:31,248 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40989, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-02T23:23:31,256 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-02T23:23:31,262 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-02T23:23:31,267 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='rslogts:hdfs://localhost:44093/backupUT\x00', locateType=CURRENT is [region=backup:system,,1733181804535.41b16360daeacbacc52483ff2a73035a., hostname=9e5ab3b623d7,36969,1733181786563, seqNum=2] 2024-12-02T23:23:31,273 DEBUG [member: '9e5ab3b623d7,36969,1733181786563' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2024-12-02T23:23:31,273 DEBUG [member: '9e5ab3b623d7,36969,1733181786563' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member '9e5ab3b623d7,36969,1733181786563' in zk 2024-12-02T23:23:31,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43647-0x10150422b490000, quorum=127.0.0.1:59082, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/9e5ab3b623d7,36969,1733181786563 2024-12-02T23:23:31,275 DEBUG [member: '9e5ab3b623d7,36969,1733181786563' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2024-12-02T23:23:31,275 DEBUG [member: '9e5ab3b623d7,36969,1733181786563' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-12-02T23:23:31,275 DEBUG [member: '9e5ab3b623d7,36969,1733181786563' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2024-12-02T23:23:31,275 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/9e5ab3b623d7,36969,1733181786563 2024-12-02T23:23:31,275 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-12-02T23:23:31,275 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-12-02T23:23:31,276 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-12-02T23:23:31,276 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-12-02T23:23:31,277 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-12-02T23:23:31,277 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------9e5ab3b623d7,36969,1733181786563 2024-12-02T23:23:31,278 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-12-02T23:23:31,278 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-12-02T23:23:31,279 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------9e5ab3b623d7,36969,1733181786563 2024-12-02T23:23:31,279 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member '9e5ab3b623d7,36969,1733181786563': 2024-12-02T23:23:31,280 INFO [(9e5ab3b623d7,43647,1733181782694)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2024-12-02T23:23:31,280 DEBUG [(9e5ab3b623d7,43647,1733181782694)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2024-12-02T23:23:31,280 DEBUG [(9e5ab3b623d7,43647,1733181782694)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2024-12-02T23:23:31,280 DEBUG [(9e5ab3b623d7,43647,1733181782694)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2024-12-02T23:23:31,280 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: '9e5ab3b623d7,36969,1733181786563' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2024-12-02T23:23:31,280 INFO [(9e5ab3b623d7,43647,1733181782694)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllog including nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2024-12-02T23:23:31,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43647-0x10150422b490000, quorum=127.0.0.1:59082, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-12-02T23:23:31,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36969-0x10150422b490001, quorum=127.0.0.1:59082, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-12-02T23:23:31,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36969-0x10150422b490001, quorum=127.0.0.1:59082, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-12-02T23:23:31,282 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2024-12-02T23:23:31,283 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-12-02T23:23:31,283 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-12-02T23:23:31,283 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2024-12-02T23:23:31,283 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-12-02T23:23:31,283 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-12-02T23:23:31,283 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-12-02T23:23:31,283 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-12-02T23:23:31,284 DEBUG [(9e5ab3b623d7,43647,1733181782694)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:43647-0x10150422b490000, quorum=127.0.0.1:59082, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/9e5ab3b623d7,36969,1733181786563 2024-12-02T23:23:31,284 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-12-02T23:23:31,284 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-12-02T23:23:31,284 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-12-02T23:23:31,285 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-12-02T23:23:31,286 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------9e5ab3b623d7,36969,1733181786563 2024-12-02T23:23:31,286 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-12-02T23:23:31,286 DEBUG [(9e5ab3b623d7,43647,1733181782694)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:43647-0x10150422b490000, quorum=127.0.0.1:59082, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/9e5ab3b623d7,36969,1733181786563 2024-12-02T23:23:31,287 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-12-02T23:23:31,287 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------9e5ab3b623d7,36969,1733181786563 2024-12-02T23:23:31,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43647-0x10150422b490000, quorum=127.0.0.1:59082, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/9e5ab3b623d7,36969,1733181786563 2024-12-02T23:23:31,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43647-0x10150422b490000, quorum=127.0.0.1:59082, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-12-02T23:23:31,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43647-0x10150422b490000, quorum=127.0.0.1:59082, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-12-02T23:23:31,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43647-0x10150422b490000, quorum=127.0.0.1:59082, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/9e5ab3b623d7,36969,1733181786563 2024-12-02T23:23:31,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43647-0x10150422b490000, quorum=127.0.0.1:59082, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-12-02T23:23:31,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43647-0x10150422b490000, quorum=127.0.0.1:59082, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-12-02T23:23:31,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43647-0x10150422b490000, quorum=127.0.0.1:59082, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-12-02T23:23:31,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36969-0x10150422b490001, quorum=127.0.0.1:59082, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-12-02T23:23:31,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36969-0x10150422b490001, quorum=127.0.0.1:59082, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-12-02T23:23:31,294 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-12-02T23:23:31,294 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-12-02T23:23:31,294 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2024-12-02T23:23:31,294 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2024-12-02T23:23:31,295 DEBUG [(9e5ab3b623d7,43647,1733181782694)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-12-02T23:23:31,296 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-12-02T23:23:31,296 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-12-02T23:23:31,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] master.MasterRpcServices(1336): Checking to see if procedure from request:rolllog-proc is done 2024-12-02T23:23:31,308 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.3 snapshot request for:{ ss=snapshot_1733181811307_default_test-1733181795915 table=test-1733181795915 type=FLUSH ttl=0 } 2024-12-02T23:23:31,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733181811308 (current time:1733181811308). 2024-12-02T23:23:31,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-12-02T23:23:31,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1733181811307_default_test-1733181795915 VERSION not specified, setting to 2 2024-12-02T23:23:31,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22e8cc61, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T23:23:31,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] client.ClusterIdFetcher(90): Going to request 9e5ab3b623d7,43647,-1 for getting cluster id 2024-12-02T23:23:31,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T23:23:31,310 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '63424050-545e-45e7-97f4-936912587d3f' 2024-12-02T23:23:31,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T23:23:31,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "63424050-545e-45e7-97f4-936912587d3f" 2024-12-02T23:23:31,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5547af5a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T23:23:31,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9e5ab3b623d7,43647,-1] 2024-12-02T23:23:31,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T23:23:31,311 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T23:23:31,311 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52876, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T23:23:31,312 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52b62670, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T23:23:31,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T23:23:31,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9e5ab3b623d7,36969,1733181786563, seqNum=-1] 2024-12-02T23:23:31,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T23:23:31,314 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41864, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T23:23:31,315 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647. 2024-12-02T23:23:31,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T23:23:31,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T23:23:31,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T23:23:31,315 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T23:23:31,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-12-02T23:23:31,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] procedure2.ProcedureExecutor(1139): Stored pid=34, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1733181811307_default_test-1733181795915 table=test-1733181795915 type=FLUSH ttl=0 } 2024-12-02T23:23:31,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1733181811307_default_test-1733181795915 table=test-1733181795915 type=FLUSH ttl=0 }, snapshot procedure id = 34 2024-12-02T23:23:31,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-12-02T23:23:31,319 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1733181811307_default_test-1733181795915 table=test-1733181795915 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-12-02T23:23:31,320 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1733181811307_default_test-1733181795915 table=test-1733181795915 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-12-02T23:23:31,323 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1733181811307_default_test-1733181795915 table=test-1733181795915 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-12-02T23:23:31,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741860_1036 (size=84) 2024-12-02T23:23:31,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-12-02T23:23:31,546 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-02T23:23:31,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-12-02T23:23:31,734 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1733181811307_default_test-1733181795915 table=test-1733181795915 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-12-02T23:23:31,734 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 830504ca41f7d3ba4d09cc51660755b4}] 2024-12-02T23:23:31,739 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=34, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 830504ca41f7d3ba4d09cc51660755b4 2024-12-02T23:23:31,891 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36969 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-12-02T23:23:31,892 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9e5ab3b623d7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on test-1733181795915,,1733181796409.830504ca41f7d3ba4d09cc51660755b4. 2024-12-02T23:23:31,893 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/9e5ab3b623d7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing 830504ca41f7d3ba4d09cc51660755b4 3/3 column families, dataSize=654 B heapSize=2.25 KB 2024-12-02T23:23:31,923 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9e5ab3b623d7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/default/test-1733181795915/830504ca41f7d3ba4d09cc51660755b4/.tmp/f3/c5d995739ad84af0987d5259463bb931 is 58, key is row-test-1733181795915-3-0/f3:q1/1733181804316/Put/seqid=0 2024-12-02T23:23:31,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741861_1037 (size=5387) 2024-12-02T23:23:31,937 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/9e5ab3b623d7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=324 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/default/test-1733181795915/830504ca41f7d3ba4d09cc51660755b4/.tmp/f3/c5d995739ad84af0987d5259463bb931 2024-12-02T23:23:31,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-12-02T23:23:32,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741862_1038 (size=4469) 2024-12-02T23:23:32,414 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9e5ab3b623d7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/default/test-1733181795915/830504ca41f7d3ba4d09cc51660755b4/.tmp/mob/7decd90f792d4611b4604c712400160e is 59, key is row-test-1733181795915-3-0/mob:q1/1733181804340/Put/seqid=0 2024-12-02T23:23:32,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741863_1039 (size=5484) 2024-12-02T23:23:32,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-12-02T23:23:32,824 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/9e5ab3b623d7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=121, memsize=330, hasBloomFilter=true, into tmp file hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/default/test-1733181795915/830504ca41f7d3ba4d09cc51660755b4/.tmp/mob/7decd90f792d4611b4604c712400160e 2024-12-02T23:23:32,835 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9e5ab3b623d7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/default/test-1733181795915/830504ca41f7d3ba4d09cc51660755b4/.tmp/f3/c5d995739ad84af0987d5259463bb931 as hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/default/test-1733181795915/830504ca41f7d3ba4d09cc51660755b4/f3/c5d995739ad84af0987d5259463bb931 2024-12-02T23:23:32,844 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/9e5ab3b623d7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/default/test-1733181795915/830504ca41f7d3ba4d09cc51660755b4/f3/c5d995739ad84af0987d5259463bb931, entries=6, sequenceid=121, filesize=5.3 K 2024-12-02T23:23:32,846 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9e5ab3b623d7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/default/test-1733181795915/830504ca41f7d3ba4d09cc51660755b4/.tmp/mob/7decd90f792d4611b4604c712400160e as hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/default/test-1733181795915/830504ca41f7d3ba4d09cc51660755b4/mob/7decd90f792d4611b4604c712400160e 2024-12-02T23:23:32,855 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/9e5ab3b623d7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/default/test-1733181795915/830504ca41f7d3ba4d09cc51660755b4/mob/7decd90f792d4611b4604c712400160e, entries=6, sequenceid=121, filesize=5.4 K 2024-12-02T23:23:32,856 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/9e5ab3b623d7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~654 B/654, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 830504ca41f7d3ba4d09cc51660755b4 in 964ms, sequenceid=121, compaction requested=false 2024-12-02T23:23:32,856 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9e5ab3b623d7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for 830504ca41f7d3ba4d09cc51660755b4: 2024-12-02T23:23:32,856 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9e5ab3b623d7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region test-1733181795915,,1733181796409.830504ca41f7d3ba4d09cc51660755b4. for snapshot_1733181811307_default_test-1733181795915 completed. 2024-12-02T23:23:32,856 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9e5ab3b623d7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'test-1733181795915,,1733181796409.830504ca41f7d3ba4d09cc51660755b4.' region-info for snapshot=snapshot_1733181811307_default_test-1733181795915 2024-12-02T23:23:32,857 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9e5ab3b623d7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-02T23:23:32,857 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9e5ab3b623d7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/default/test-1733181795915/830504ca41f7d3ba4d09cc51660755b4/f/fd2bd222de41413193267c18916d8f51] hfiles 2024-12-02T23:23:32,857 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9e5ab3b623d7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/default/test-1733181795915/830504ca41f7d3ba4d09cc51660755b4/f/fd2bd222de41413193267c18916d8f51 for snapshot=snapshot_1733181811307_default_test-1733181795915 2024-12-02T23:23:32,857 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9e5ab3b623d7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/default/test-1733181795915/830504ca41f7d3ba4d09cc51660755b4/f3/c5d995739ad84af0987d5259463bb931] hfiles 2024-12-02T23:23:32,857 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9e5ab3b623d7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/default/test-1733181795915/830504ca41f7d3ba4d09cc51660755b4/f3/c5d995739ad84af0987d5259463bb931 for snapshot=snapshot_1733181811307_default_test-1733181795915 2024-12-02T23:23:32,857 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9e5ab3b623d7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/default/test-1733181795915/830504ca41f7d3ba4d09cc51660755b4/mob/7decd90f792d4611b4604c712400160e] hfiles 2024-12-02T23:23:32,857 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9e5ab3b623d7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/default/test-1733181795915/830504ca41f7d3ba4d09cc51660755b4/mob/7decd90f792d4611b4604c712400160e for snapshot=snapshot_1733181811307_default_test-1733181795915 2024-12-02T23:23:32,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741864_1040 (size=185) 2024-12-02T23:23:33,255 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'backup:system_bulk' 2024-12-02T23:23:33,264 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9e5ab3b623d7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on test-1733181795915,,1733181796409.830504ca41f7d3ba4d09cc51660755b4. 2024-12-02T23:23:33,264 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9e5ab3b623d7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-12-02T23:23:33,264 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system 2024-12-02T23:23:33,264 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_backup_table_system Metrics about Tables on a single HBase RegionServer 2024-12-02T23:23:33,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-12-02T23:23:33,265 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1733181811307_default_test-1733181795915 on region 830504ca41f7d3ba4d09cc51660755b4 2024-12-02T23:23:33,265 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=34, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 830504ca41f7d3ba4d09cc51660755b4 2024-12-02T23:23:33,265 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system_bulk 2024-12-02T23:23:33,266 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_backup_table_system_bulk Metrics about Tables on a single HBase RegionServer 2024-12-02T23:23:33,270 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=35, resume processing ppid=34 2024-12-02T23:23:33,270 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1733181811307_default_test-1733181795915 table=test-1733181795915 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-12-02T23:23:33,270 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=34, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 830504ca41f7d3ba4d09cc51660755b4 in 1.5330 sec 2024-12-02T23:23:33,271 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1733181811307_default_test-1733181795915 table=test-1733181795915 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-12-02T23:23:33,273 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(300): Storing region-info for snapshot. 2024-12-02T23:23:33,273 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(305): Creating references for hfiles 2024-12-02T23:23:33,274 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T23:23:33,274 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: f 2024-12-02T23:23:33,275 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T23:23:33,275 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: f3 2024-12-02T23:23:33,275 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T23:23:33,276 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: mob 2024-12-02T23:23:33,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741865_1041 (size=49) 2024-12-02T23:23:33,284 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1733181811307_default_test-1733181795915 table=test-1733181795915 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-12-02T23:23:33,284 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1733181811307_default_test-1733181795915 2024-12-02T23:23:33,285 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/.hbase-snapshot/.tmp/snapshot_1733181811307_default_test-1733181795915 2024-12-02T23:23:33,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741866_1042 (size=1146) 2024-12-02T23:23:33,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-12-02T23:23:33,712 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1733181811307_default_test-1733181795915 table=test-1733181795915 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-12-02T23:23:33,723 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1733181811307_default_test-1733181795915 table=test-1733181795915 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-12-02T23:23:33,723 DEBUG [PEWorker-3 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/.hbase-snapshot/.tmp/snapshot_1733181811307_default_test-1733181795915 to hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/.hbase-snapshot/snapshot_1733181811307_default_test-1733181795915 2024-12-02T23:23:33,725 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1733181811307_default_test-1733181795915 table=test-1733181795915 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-12-02T23:23:33,725 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1733181811307_default_test-1733181795915 table=test-1733181795915 type=FLUSH ttl=0 }, snapshot procedure id = 34 2024-12-02T23:23:33,727 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1733181811307_default_test-1733181795915 table=test-1733181795915 type=FLUSH ttl=0 } in 2.4090 sec 2024-12-02T23:23:35,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-12-02T23:23:35,493 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: default:test-1733181795915 completed 2024-12-02T23:23:35,493 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.3 snapshot request for:{ ss=snapshot_1733181815493_ns2_test-17331817959151 table=ns2:test-17331817959151 type=FLUSH ttl=0 } 2024-12-02T23:23:35,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733181815494 (current time:1733181815494). 2024-12-02T23:23:35,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-12-02T23:23:35,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1733181815493_ns2_test-17331817959151 VERSION not specified, setting to 2 2024-12-02T23:23:35,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@479b721, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T23:23:35,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] client.ClusterIdFetcher(90): Going to request 9e5ab3b623d7,43647,-1 for getting cluster id 2024-12-02T23:23:35,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T23:23:35,496 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '63424050-545e-45e7-97f4-936912587d3f' 2024-12-02T23:23:35,496 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T23:23:35,496 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "63424050-545e-45e7-97f4-936912587d3f" 2024-12-02T23:23:35,497 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@128354a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T23:23:35,497 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9e5ab3b623d7,43647,-1] 2024-12-02T23:23:35,497 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T23:23:35,497 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T23:23:35,498 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39770, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T23:23:35,499 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b2e74cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T23:23:35,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T23:23:35,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9e5ab3b623d7,36969,1733181786563, seqNum=-1] 2024-12-02T23:23:35,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T23:23:35,503 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34822, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T23:23:35,504 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647. 2024-12-02T23:23:35,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T23:23:35,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T23:23:35,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T23:23:35,504 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T23:23:35,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-12-02T23:23:35,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] procedure2.ProcedureExecutor(1139): Stored pid=36, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1733181815493_ns2_test-17331817959151 table=ns2:test-17331817959151 type=FLUSH ttl=0 } 2024-12-02T23:23:35,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1733181815493_ns2_test-17331817959151 table=ns2:test-17331817959151 type=FLUSH ttl=0 }, snapshot procedure id = 36 2024-12-02T23:23:35,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-12-02T23:23:35,509 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1733181815493_ns2_test-17331817959151 table=ns2:test-17331817959151 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-12-02T23:23:35,510 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1733181815493_ns2_test-17331817959151 table=ns2:test-17331817959151 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-12-02T23:23:35,514 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1733181815493_ns2_test-17331817959151 table=ns2:test-17331817959151 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-12-02T23:23:35,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741867_1043 (size=86) 2024-12-02T23:23:35,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-12-02T23:23:35,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-12-02T23:23:35,923 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1733181815493_ns2_test-17331817959151 table=ns2:test-17331817959151 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-12-02T23:23:35,924 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2c1b1533dbdd8e1e2667495a8915c673}] 2024-12-02T23:23:35,925 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=37, ppid=36, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2c1b1533dbdd8e1e2667495a8915c673 2024-12-02T23:23:36,077 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36969 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=37 2024-12-02T23:23:36,078 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9e5ab3b623d7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on ns2:test-17331817959151,,1733181797842.2c1b1533dbdd8e1e2667495a8915c673. 2024-12-02T23:23:36,078 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/9e5ab3b623d7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegion(2902): Flushing 2c1b1533dbdd8e1e2667495a8915c673 1/1 column families, dataSize=3.17 KB heapSize=11 KB 2024-12-02T23:23:36,106 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9e5ab3b623d7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/ns2/test-17331817959151/2c1b1533dbdd8e1e2667495a8915c673/.tmp/f/f94be1bc8d844349abfb0b92f90362ff is 37, key is row10/f:q1/1733181799056/Put/seqid=0 2024-12-02T23:23:36,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741868_1044 (size=8413) 2024-12-02T23:23:36,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-12-02T23:23:36,514 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/9e5ab3b623d7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.17 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/ns2/test-17331817959151/2c1b1533dbdd8e1e2667495a8915c673/.tmp/f/f94be1bc8d844349abfb0b92f90362ff 2024-12-02T23:23:36,528 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9e5ab3b623d7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/ns2/test-17331817959151/2c1b1533dbdd8e1e2667495a8915c673/.tmp/f/f94be1bc8d844349abfb0b92f90362ff as hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/ns2/test-17331817959151/2c1b1533dbdd8e1e2667495a8915c673/f/f94be1bc8d844349abfb0b92f90362ff 2024-12-02T23:23:36,537 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/9e5ab3b623d7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/ns2/test-17331817959151/2c1b1533dbdd8e1e2667495a8915c673/f/f94be1bc8d844349abfb0b92f90362ff, entries=99, sequenceid=103, filesize=8.2 K 2024-12-02T23:23:36,539 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/9e5ab3b623d7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegion(3140): Finished flush of dataSize ~3.17 KB/3247, heapSize ~10.98 KB/11248, currentSize=0 B/0 for 2c1b1533dbdd8e1e2667495a8915c673 in 461ms, sequenceid=103, compaction requested=false 2024-12-02T23:23:36,539 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9e5ab3b623d7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegion(2603): Flush status journal for 2c1b1533dbdd8e1e2667495a8915c673: 2024-12-02T23:23:36,539 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9e5ab3b623d7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.SnapshotRegionCallable(75): Snapshotting region ns2:test-17331817959151,,1733181797842.2c1b1533dbdd8e1e2667495a8915c673. for snapshot_1733181815493_ns2_test-17331817959151 completed. 2024-12-02T23:23:36,539 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9e5ab3b623d7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(241): Storing 'ns2:test-17331817959151,,1733181797842.2c1b1533dbdd8e1e2667495a8915c673.' region-info for snapshot=snapshot_1733181815493_ns2_test-17331817959151 2024-12-02T23:23:36,539 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9e5ab3b623d7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-02T23:23:36,539 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9e5ab3b623d7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/ns2/test-17331817959151/2c1b1533dbdd8e1e2667495a8915c673/f/f94be1bc8d844349abfb0b92f90362ff] hfiles 2024-12-02T23:23:36,539 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9e5ab3b623d7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/ns2/test-17331817959151/2c1b1533dbdd8e1e2667495a8915c673/f/f94be1bc8d844349abfb0b92f90362ff for snapshot=snapshot_1733181815493_ns2_test-17331817959151 2024-12-02T23:23:36,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741869_1045 (size=91) 2024-12-02T23:23:36,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-12-02T23:23:36,959 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9e5ab3b623d7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on ns2:test-17331817959151,,1733181797842.2c1b1533dbdd8e1e2667495a8915c673. 2024-12-02T23:23:36,959 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9e5ab3b623d7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=37 2024-12-02T23:23:36,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] master.HMaster(4169): Remote procedure done, pid=37 2024-12-02T23:23:36,960 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1733181815493_ns2_test-17331817959151 on region 2c1b1533dbdd8e1e2667495a8915c673 2024-12-02T23:23:36,960 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=37, ppid=36, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2c1b1533dbdd8e1e2667495a8915c673 2024-12-02T23:23:36,965 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36 2024-12-02T23:23:36,965 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1733181815493_ns2_test-17331817959151 table=ns2:test-17331817959151 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-12-02T23:23:36,965 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 2c1b1533dbdd8e1e2667495a8915c673 in 1.0380 sec 2024-12-02T23:23:36,966 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1733181815493_ns2_test-17331817959151 table=ns2:test-17331817959151 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-12-02T23:23:36,967 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1733181815493_ns2_test-17331817959151 table=ns2:test-17331817959151 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-12-02T23:23:36,968 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1733181815493_ns2_test-17331817959151 2024-12-02T23:23:36,969 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/.hbase-snapshot/.tmp/snapshot_1733181815493_ns2_test-17331817959151 2024-12-02T23:23:36,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741870_1046 (size=456) 2024-12-02T23:23:37,383 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1733181815493_ns2_test-17331817959151 table=ns2:test-17331817959151 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-12-02T23:23:37,392 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1733181815493_ns2_test-17331817959151 table=ns2:test-17331817959151 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-12-02T23:23:37,393 DEBUG [PEWorker-2 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/.hbase-snapshot/.tmp/snapshot_1733181815493_ns2_test-17331817959151 to hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/.hbase-snapshot/snapshot_1733181815493_ns2_test-17331817959151 2024-12-02T23:23:37,395 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1733181815493_ns2_test-17331817959151 table=ns2:test-17331817959151 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-12-02T23:23:37,395 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1733181815493_ns2_test-17331817959151 table=ns2:test-17331817959151 type=FLUSH ttl=0 }, snapshot procedure id = 36 2024-12-02T23:23:37,397 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1733181815493_ns2_test-17331817959151 table=ns2:test-17331817959151 type=FLUSH ttl=0 } in 1.8890 sec 2024-12-02T23:23:37,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-12-02T23:23:37,663 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: ns2:test-17331817959151 completed 2024-12-02T23:23:37,663 DEBUG [Time-limited test {}] impl.FullTableBackupClient(174): snapshot copy for backup_1733181804357 2024-12-02T23:23:37,663 INFO [Time-limited test {}] impl.FullTableBackupClient(68): Snapshot copy is starting. 2024-12-02T23:23:37,665 DEBUG [Time-limited test {}] impl.FullTableBackupClient(80): There are 2 snapshots to be copied. 2024-12-02T23:23:37,667 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1733181804357_test-1733181795915 2024-12-02T23:23:37,667 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1733181811307_default_test-1733181795915 to hdfs://localhost:44093/backupUT/backup_1733181804357/default/test-1733181795915/ 2024-12-02T23:23:37,672 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-12-02T23:23:37,707 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1094): inputFs=hdfs://localhost:44093, inputRoot=hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca 2024-12-02T23:23:37,707 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1095): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_-258524352_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:44093/backupUT/backup_1733181804357/default/test-1733181795915, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:44093/backupUT/backup_1733181804357/default/test-1733181795915/.hbase-snapshot/.tmp/snapshot_1733181811307_default_test-1733181795915 2024-12-02T23:23:37,710 INFO [Time-limited test {}] snapshot.ExportSnapshot(1104): Verify the source snapshot's expiration status and integrity. 2024-12-02T23:23:37,717 INFO [Time-limited test {}] snapshot.ExportSnapshot(1162): Copy Snapshot Manifest from hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/.hbase-snapshot/snapshot_1733181811307_default_test-1733181795915 to hdfs://localhost:44093/backupUT/backup_1733181804357/default/test-1733181795915/.hbase-snapshot/.tmp/snapshot_1733181811307_default_test-1733181795915 2024-12-02T23:23:37,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741871_1047 (size=84) 2024-12-02T23:23:37,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741872_1048 (size=1146) 2024-12-02T23:23:38,145 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T23:23:38,145 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T23:23:38,146 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T23:23:39,252 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/65b4e9ef-7447-bc2e-d622-21fab4f7aa50/hadoop-2615788027182324749.jar 2024-12-02T23:23:39,253 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T23:23:39,253 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T23:23:39,345 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/65b4e9ef-7447-bc2e-d622-21fab4f7aa50/hadoop-9351230484905275031.jar 2024-12-02T23:23:39,346 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T23:23:39,346 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T23:23:39,347 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T23:23:39,347 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T23:23:39,347 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T23:23:39,348 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T23:23:39,348 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-12-02T23:23:39,348 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-12-02T23:23:39,349 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-12-02T23:23:39,349 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-12-02T23:23:39,350 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-12-02T23:23:39,350 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-12-02T23:23:39,350 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-12-02T23:23:39,350 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-12-02T23:23:39,351 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-12-02T23:23:39,351 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-12-02T23:23:39,351 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-12-02T23:23:39,355 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-02T23:23:39,355 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-02T23:23:39,356 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-02T23:23:39,356 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-02T23:23:39,356 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-02T23:23:39,357 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-02T23:23:39,357 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-02T23:23:39,435 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-12-02T23:23:39,456 WARN [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2024-12-02T23:23:39,465 INFO [Time-limited test {}] snapshot.ExportSnapshot(663): Loading Snapshot 'snapshot_1733181811307_default_test-1733181795915' hfile list 2024-12-02T23:23:39,474 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(763): export split=0 size=18.8 K 2024-12-02T23:23:39,729 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/65b4e9ef-7447-bc2e-d622-21fab4f7aa50/mapreduce.cluster.local.dir/job_local1784925416_0001_30e7bed8-9b3c-4690-a252-60d54c53b333/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory 2024-12-02T23:23:39,730 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/65b4e9ef-7447-bc2e-d622-21fab4f7aa50/mapreduce.cluster.local.dir/job_local1784925416_0001_30e7bed8-9b3c-4690-a252-60d54c53b333/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/* 2024-12-02T23:23:39,944 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(239): Using bufferSize=128 M 2024-12-02T23:23:40,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741873_1049 (size=8413) 2024-12-02T23:23:40,467 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/default/test-1733181795915/830504ca41f7d3ba4d09cc51660755b4/f/fd2bd222de41413193267c18916d8f51 output=hdfs://localhost:44093/backupUT/backup_1733181804357/default/test-1733181795915/archive/data/default/test-1733181795915/830504ca41f7d3ba4d09cc51660755b4/f/fd2bd222de41413193267c18916d8f51 2024-12-02T23:23:40,469 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=8413 (8.2 K) time=0sec 0.016M/sec 2024-12-02T23:23:40,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741874_1050 (size=5484) 2024-12-02T23:23:40,921 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/default/test-1733181795915/830504ca41f7d3ba4d09cc51660755b4/mob/7decd90f792d4611b4604c712400160e output=hdfs://localhost:44093/backupUT/backup_1733181804357/default/test-1733181795915/archive/data/default/test-1733181795915/830504ca41f7d3ba4d09cc51660755b4/mob/7decd90f792d4611b4604c712400160e 2024-12-02T23:23:40,922 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=5484 (5.4 K) time=0sec 0.012M/sec 2024-12-02T23:23:41,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741875_1051 (size=5387) 2024-12-02T23:23:41,407 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/default/test-1733181795915/830504ca41f7d3ba4d09cc51660755b4/f3/c5d995739ad84af0987d5259463bb931 output=hdfs://localhost:44093/backupUT/backup_1733181804357/default/test-1733181795915/archive/data/default/test-1733181795915/830504ca41f7d3ba4d09cc51660755b4/f3/c5d995739ad84af0987d5259463bb931 2024-12-02T23:23:41,407 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=5387 (5.3 K) time=0sec 0.011M/sec 2024-12-02T23:23:41,844 INFO [Time-limited test {}] snapshot.ExportSnapshot(1219): Finalize the Snapshot Export 2024-12-02T23:23:41,845 INFO [Time-limited test {}] snapshot.ExportSnapshot(1230): Verify the exported snapshot's expiration status and integrity. 2024-12-02T23:23:41,855 INFO [Time-limited test {}] snapshot.ExportSnapshot(1236): Export Completed: snapshot_1733181811307_default_test-1733181795915 2024-12-02T23:23:41,855 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1733181811307_default_test-1733181795915 finished. 2024-12-02T23:23:41,855 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1733181804357_ns2:test-17331817959151 2024-12-02T23:23:41,855 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1733181815493_ns2_test-17331817959151 to hdfs://localhost:44093/backupUT/backup_1733181804357/ns2/test-17331817959151/ 2024-12-02T23:23:41,855 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-12-02T23:23:41,902 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1094): inputFs=hdfs://localhost:44093, inputRoot=hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca 2024-12-02T23:23:41,902 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1095): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_-258524352_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:44093/backupUT/backup_1733181804357/ns2/test-17331817959151, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:44093/backupUT/backup_1733181804357/ns2/test-17331817959151/.hbase-snapshot/.tmp/snapshot_1733181815493_ns2_test-17331817959151 2024-12-02T23:23:41,905 INFO [Time-limited test {}] snapshot.ExportSnapshot(1104): Verify the source snapshot's expiration status and integrity. 2024-12-02T23:23:41,911 INFO [Time-limited test {}] snapshot.ExportSnapshot(1162): Copy Snapshot Manifest from hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/.hbase-snapshot/snapshot_1733181815493_ns2_test-17331817959151 to hdfs://localhost:44093/backupUT/backup_1733181804357/ns2/test-17331817959151/.hbase-snapshot/.tmp/snapshot_1733181815493_ns2_test-17331817959151 2024-12-02T23:23:41,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741876_1052 (size=86) 2024-12-02T23:23:41,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741877_1053 (size=456) 2024-12-02T23:23:42,328 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T23:23:42,329 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T23:23:42,329 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T23:23:43,504 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/65b4e9ef-7447-bc2e-d622-21fab4f7aa50/hadoop-1810167957752090218.jar 2024-12-02T23:23:43,504 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T23:23:43,505 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T23:23:43,581 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/65b4e9ef-7447-bc2e-d622-21fab4f7aa50/hadoop-10953165279137789777.jar 2024-12-02T23:23:43,582 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T23:23:43,582 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T23:23:43,582 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T23:23:43,583 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T23:23:43,583 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T23:23:43,583 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T23:23:43,584 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-12-02T23:23:43,584 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-12-02T23:23:43,585 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-12-02T23:23:43,585 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-12-02T23:23:43,585 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-12-02T23:23:43,586 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-12-02T23:23:43,586 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-12-02T23:23:43,586 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-12-02T23:23:43,586 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-12-02T23:23:43,587 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-12-02T23:23:43,587 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-12-02T23:23:43,587 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-02T23:23:43,588 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-02T23:23:43,588 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-02T23:23:43,588 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-02T23:23:43,589 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-02T23:23:43,589 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-02T23:23:43,590 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-02T23:23:43,651 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-12-02T23:23:43,679 WARN [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2024-12-02T23:23:43,694 INFO [Time-limited test {}] snapshot.ExportSnapshot(663): Loading Snapshot 'snapshot_1733181815493_ns2_test-17331817959151' hfile list 2024-12-02T23:23:43,697 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(763): export split=0 size=8.2 K 2024-12-02T23:23:43,834 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/65b4e9ef-7447-bc2e-d622-21fab4f7aa50/mapreduce.cluster.local.dir/job_local423898071_0002_2a9b1947-afd7-45b0-a9c0-0ef9cb883481/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory 2024-12-02T23:23:43,835 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/65b4e9ef-7447-bc2e-d622-21fab4f7aa50/mapreduce.cluster.local.dir/job_local423898071_0002_2a9b1947-afd7-45b0-a9c0-0ef9cb883481/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/* 2024-12-02T23:23:43,924 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(239): Using bufferSize=128 M 2024-12-02T23:23:43,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741878_1054 (size=8413) 2024-12-02T23:23:43,991 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/ns2/test-17331817959151/2c1b1533dbdd8e1e2667495a8915c673/f/f94be1bc8d844349abfb0b92f90362ff output=hdfs://localhost:44093/backupUT/backup_1733181804357/ns2/test-17331817959151/archive/data/ns2/test-17331817959151/2c1b1533dbdd8e1e2667495a8915c673/f/f94be1bc8d844349abfb0b92f90362ff 2024-12-02T23:23:43,991 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=8413 (8.2 K) time=0sec 0.132M/sec 2024-12-02T23:23:44,878 INFO [Time-limited test {}] snapshot.ExportSnapshot(1219): Finalize the Snapshot Export 2024-12-02T23:23:44,880 INFO [Time-limited test {}] snapshot.ExportSnapshot(1230): Verify the exported snapshot's expiration status and integrity. 2024-12-02T23:23:44,887 INFO [Time-limited test {}] snapshot.ExportSnapshot(1236): Export Completed: snapshot_1733181815493_ns2_test-17331817959151 2024-12-02T23:23:44,887 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1733181815493_ns2_test-17331817959151 finished. 2024-12-02T23:23:44,887 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): test-1733181795915 2024-12-02T23:23:44,888 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): ns2:test-17331817959151 2024-12-02T23:23:44,951 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1733181804357 2024-12-02T23:23:44,952 DEBUG [Time-limited test {}] impl.TableBackupClient(305): Current backup is a full backup, no direct ancestor for it. 2024-12-02T23:23:44,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741879_1055 (size=130) 2024-12-02T23:23:45,365 INFO [Time-limited test {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:44093/backupUT/backup_1733181804357/.backup.manifest 2024-12-02T23:23:45,367 DEBUG [Time-limited test {}] impl.TableBackupClient(387): Backup backup_1733181804357 finished: type=FULL,tablelist=test-1733181795915;ns2:test-17331817959151,targetRootDir=hdfs://localhost:44093/backupUT,startts=1733181811083,completets=1733181824949,bytescopied=0 2024-12-02T23:23:45,367 DEBUG [Time-limited test {}] impl.TableBackupClient(142): Trying to delete snapshot for full backup. 2024-12-02T23:23:45,367 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1733181811307_default_test-1733181795915 2024-12-02T23:23:45,374 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.3 delete name: "snapshot_1733181811307_default_test-1733181795915" type: DISABLED 2024-12-02T23:23:45,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1733181811307_default_test-1733181795915 2024-12-02T23:23:45,382 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1733181811307_default_test-1733181795915 for backup backup_1733181804357 succeeded. 2024-12-02T23:23:45,382 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1733181815493_ns2_test-17331817959151 2024-12-02T23:23:45,386 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.3 delete name: "snapshot_1733181815493_ns2_test-17331817959151" type: DISABLED 2024-12-02T23:23:45,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1733181815493_ns2_test-17331817959151 2024-12-02T23:23:45,390 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1733181815493_ns2_test-17331817959151 for backup backup_1733181804357 succeeded. 2024-12-02T23:23:45,391 DEBUG [Time-limited test {}] impl.BackupSystemTable(1571): Deleting snapshot_backup_system from the system 2024-12-02T23:23:45,404 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.3 delete name: "snapshot_backup_system" type: DISABLED 2024-12-02T23:23:45,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_backup_system 2024-12-02T23:23:45,407 DEBUG [Time-limited test {}] impl.BackupSystemTable(1576): Done deleting backup system table snapshot 2024-12-02T23:23:45,413 DEBUG [Time-limited test {}] impl.BackupSystemTable(662): Finish backup exclusive operation 2024-12-02T23:23:45,429 INFO [Time-limited test {}] impl.TableBackupClient(405): Backup backup_1733181804357 completed. 2024-12-02T23:23:45,440 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-02T23:23:45,446 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-02T23:23:45,450 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:backup_1733181804357', locateType=CURRENT is [region=backup:system,,1733181804535.41b16360daeacbacc52483ff2a73035a., hostname=9e5ab3b623d7,36969,1733181786563, seqNum=2] 2024-12-02T23:23:45,732 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(113): writing 99 rows to test-1733181795915 2024-12-02T23:23:45,754 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(116): written 99 rows to test-1733181795915 2024-12-02T23:23:46,000 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(120): written 111 rows to test-1733181795915 to Mob enabled CF 2024-12-02T23:23:46,029 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:test-17331817959151', row='row-t20', locateType=CURRENT is [region=ns2:test-17331817959151,,1733181797842.2c1b1533dbdd8e1e2667495a8915c673., hostname=9e5ab3b623d7,36969,1733181786563, seqNum=2] 2024-12-02T23:23:46,052 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(133): written 5 rows to ns2:test-17331817959151 2024-12-02T23:23:46,060 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] master.HMaster$3(2313): Client=jenkins//172.17.0.3 split test-1733181795915,,1733181796409.830504ca41f7d3ba4d09cc51660755b4. 2024-12-02T23:23:46,061 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] assignment.SplitTableRegionProcedure(210): test-1733181795915,,1733181796409.830504ca41f7d3ba4d09cc51660755b4. splitKey isn't explicitly specified, will try to find a best split key from RS 9e5ab3b623d7,36969,1733181786563 2024-12-02T23:23:46,065 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36969 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/default/test-1733181795915/830504ca41f7d3ba4d09cc51660755b4/f/fd2bd222de41413193267c18916d8f51 because midkey is the same as first or last row 2024-12-02T23:23:46,065 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36969 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/default/test-1733181795915/830504ca41f7d3ba4d09cc51660755b4/f3/c5d995739ad84af0987d5259463bb931 because midkey is the same as first or last row 2024-12-02T23:23:46,065 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36969 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/default/test-1733181795915/830504ca41f7d3ba4d09cc51660755b4/mob/7decd90f792d4611b4604c712400160e because midkey is the same as first or last row 2024-12-02T23:23:46,066 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36969 {}] regionserver.HRegion(2902): Flushing 830504ca41f7d3ba4d09cc51660755b4 3/3 column families, dataSize=11.48 KB heapSize=27.79 KB 2024-12-02T23:23:46,088 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36969 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/default/test-1733181795915/830504ca41f7d3ba4d09cc51660755b4/.tmp/f/14495b61d7cc4c3c9cfb6b78d3ebb7a0 is 59, key is row-test-1733181795915-1-10/f:q1/1733181825473/Put/seqid=0 2024-12-02T23:23:46,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741880_1056 (size=10796) 2024-12-02T23:23:46,494 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36969 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=5.30 KB at sequenceid=334 (bloomFilter=true), to=hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/default/test-1733181795915/830504ca41f7d3ba4d09cc51660755b4/.tmp/f/14495b61d7cc4c3c9cfb6b78d3ebb7a0 2024-12-02T23:23:46,513 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36969 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202f3166b0d34f24fa28bab75e168326b1b_830504ca41f7d3ba4d09cc51660755b4 is 63, key is row-test-1733181795915-3-100/mob:q1/1733181825972/Put/seqid=0 2024-12-02T23:23:46,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741881_1057 (size=5591) 2024-12-02T23:23:46,918 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36969 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T23:23:46,927 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36969 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202f3166b0d34f24fa28bab75e168326b1b_830504ca41f7d3ba4d09cc51660755b4 to hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/mobdir/data/default/test-1733181795915/a4e70e921078329bf57c93c37d8f540b/mob/d41d8cd98f00b204e9800998ecf8427e20241202f3166b0d34f24fa28bab75e168326b1b_830504ca41f7d3ba4d09cc51660755b4 2024-12-02T23:23:46,929 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36969 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/default/test-1733181795915/830504ca41f7d3ba4d09cc51660755b4/.tmp/mob/1997136ad0b44e619127b650acdf2195, store: [table=test-1733181795915 family=mob region=830504ca41f7d3ba4d09cc51660755b4] 2024-12-02T23:23:46,930 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36969 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/default/test-1733181795915/830504ca41f7d3ba4d09cc51660755b4/.tmp/mob/1997136ad0b44e619127b650acdf2195 is 192, key is row-test-1733181795915-3-100/mob:q1/1733181825972/Put/seqid=0 2024-12-02T23:23:46,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741882_1058 (size=13760) 2024-12-02T23:23:47,340 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36969 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=334, memsize=6.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/default/test-1733181795915/830504ca41f7d3ba4d09cc51660755b4/.tmp/mob/1997136ad0b44e619127b650acdf2195 2024-12-02T23:23:47,348 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36969 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/default/test-1733181795915/830504ca41f7d3ba4d09cc51660755b4/.tmp/f/14495b61d7cc4c3c9cfb6b78d3ebb7a0 as hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/default/test-1733181795915/830504ca41f7d3ba4d09cc51660755b4/f/14495b61d7cc4c3c9cfb6b78d3ebb7a0 2024-12-02T23:23:47,358 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36969 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/default/test-1733181795915/830504ca41f7d3ba4d09cc51660755b4/f/14495b61d7cc4c3c9cfb6b78d3ebb7a0, entries=99, sequenceid=334, filesize=10.5 K 2024-12-02T23:23:47,359 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36969 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/default/test-1733181795915/830504ca41f7d3ba4d09cc51660755b4/.tmp/mob/1997136ad0b44e619127b650acdf2195 as hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/default/test-1733181795915/830504ca41f7d3ba4d09cc51660755b4/mob/1997136ad0b44e619127b650acdf2195 2024-12-02T23:23:47,367 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36969 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/default/test-1733181795915/830504ca41f7d3ba4d09cc51660755b4/mob/1997136ad0b44e619127b650acdf2195, entries=111, sequenceid=334, filesize=13.4 K 2024-12-02T23:23:47,368 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36969 {}] regionserver.HRegion(3140): Finished flush of dataSize ~11.48 KB/11754, heapSize ~27.51 KB/28168, currentSize=0 B/0 for 830504ca41f7d3ba4d09cc51660755b4 in 1302ms, sequenceid=334, compaction requested=false 2024-12-02T23:23:47,369 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36969 {}] regionserver.HRegion(2603): Flush status journal for 830504ca41f7d3ba4d09cc51660755b4: 2024-12-02T23:23:47,369 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36969 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/default/test-1733181795915/830504ca41f7d3ba4d09cc51660755b4/f/14495b61d7cc4c3c9cfb6b78d3ebb7a0 because midkey is the same as first or last row 2024-12-02T23:23:47,369 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36969 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/default/test-1733181795915/830504ca41f7d3ba4d09cc51660755b4/f3/c5d995739ad84af0987d5259463bb931 because midkey is the same as first or last row 2024-12-02T23:23:47,369 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36969 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/default/test-1733181795915/830504ca41f7d3ba4d09cc51660755b4/mob/1997136ad0b44e619127b650acdf2195 because midkey is the same as first or last row 2024-12-02T23:23:47,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] assignment.SplitTableRegionProcedure(223): Splittable=true state=OPEN, location=9e5ab3b623d7,36969,1733181786563 2024-12-02T23:23:47,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.DoNotRetryIOException: Region not splittable because bestSplitPoint = null, maybe table is too small for auto split. For force split, try specifying split row at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.checkSplittable(SplitTableRegionProcedure.java:240) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.(SplitTableRegionProcedure.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.AssignmentManager.createSplitProcedure(AssignmentManager.java:1176) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster$3.run(HMaster.java:2316) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureUtil.submitProcedure(MasterProcedureUtil.java:137) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.splitRegion(HMaster.java:2309) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.splitRegion(MasterRpcServices.java:955) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T23:23:47,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] ipc.CallRunner(138): callId: 303 service: MasterService methodName: SplitRegion size: 99 connection: 172.17.0.3:52830 deadline: 1733181886059, exception=org.apache.hadoop.hbase.DoNotRetryIOException: Region not splittable because bestSplitPoint = null, maybe table is too small for auto split. For force split, try specifying split row 2024-12-02T23:23:47,377 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2726): Operation: SPLIT_REGION, Table Name: default:test-1733181795915 failed with org.apache.hadoop.hbase.DoNotRetryIOException: Region not splittable because bestSplitPoint = null, maybe table is too small for auto split. For force split, try specifying split row at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.checkSplittable(SplitTableRegionProcedure.java:240) at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.(SplitTableRegionProcedure.java:135) at org.apache.hadoop.hbase.master.assignment.AssignmentManager.createSplitProcedure(AssignmentManager.java:1176) at org.apache.hadoop.hbase.master.HMaster$3.run(HMaster.java:2316) at org.apache.hadoop.hbase.master.procedure.MasterProcedureUtil.submitProcedure(MasterProcedureUtil.java:137) at org.apache.hadoop.hbase.master.HMaster.splitRegion(HMaster.java:2309) at org.apache.hadoop.hbase.master.MasterRpcServices.splitRegion(MasterRpcServices.java:955) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T23:23:47,377 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(144): region is not splittable, because java.util.concurrent.ExecutionException: org.apache.hadoop.hbase.DoNotRetryIOException: org.apache.hadoop.hbase.DoNotRetryIOException: Region not splittable because bestSplitPoint = null, maybe table is too small for auto split. For force split, try specifying split row at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.checkSplittable(SplitTableRegionProcedure.java:240) at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.(SplitTableRegionProcedure.java:135) at org.apache.hadoop.hbase.master.assignment.AssignmentManager.createSplitProcedure(AssignmentManager.java:1176) at org.apache.hadoop.hbase.master.HMaster$3.run(HMaster.java:2316) at org.apache.hadoop.hbase.master.procedure.MasterProcedureUtil.submitProcedure(MasterProcedureUtil.java:137) at org.apache.hadoop.hbase.master.HMaster.splitRegion(HMaster.java:2309) at org.apache.hadoop.hbase.master.MasterRpcServices.splitRegion(MasterRpcServices.java:955) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T23:23:47,378 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [30,000] milli-secs(wait.for.ratio=[1]) 2024-12-02T23:23:47,381 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test-1733181795915,, stopping at row=test-1733181795915 ,, for max=2147483647 with caching=100 2024-12-02T23:23:47,393 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test-1733181795915,, stopping at row=test-1733181795915 ,, for max=2147483647 with caching=100 2024-12-02T23:23:47,404 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(149): split finished in =1352 2024-12-02T23:23:47,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-02T23:23:47,419 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-02T23:23:47,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-02T23:23:47,445 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-02T23:23:47,448 DEBUG [Time-limited test {}] impl.BackupSystemTable(635): Start new backup exclusive operation 2024-12-02T23:23:47,452 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1733181827404 2024-12-02T23:23:47,460 DEBUG [Time-limited test {}] impl.TableBackupClient(334): Dependent full backup image: {BackupID=backup_1733181804357} 2024-12-02T23:23:47,460 DEBUG [Time-limited test {}] impl.TableBackupClient(337): Got 1 ancestors for the current backup. 2024-12-02T23:23:47,474 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-02T23:23:47,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-02T23:23:47,507 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-02T23:23:47,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-02T23:23:47,523 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.3 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-12-02T23:23:47,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733181827523 (current time:1733181827523). 2024-12-02T23:23:47,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-12-02T23:23:47,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2024-12-02T23:23:47,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59a97bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T23:23:47,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] client.ClusterIdFetcher(90): Going to request 9e5ab3b623d7,43647,-1 for getting cluster id 2024-12-02T23:23:47,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T23:23:47,526 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '63424050-545e-45e7-97f4-936912587d3f' 2024-12-02T23:23:47,527 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T23:23:47,527 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "63424050-545e-45e7-97f4-936912587d3f" 2024-12-02T23:23:47,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26a49a17, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T23:23:47,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9e5ab3b623d7,43647,-1] 2024-12-02T23:23:47,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T23:23:47,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T23:23:47,529 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33820, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T23:23:47,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1125a966, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T23:23:47,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T23:23:47,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9e5ab3b623d7,36969,1733181786563, seqNum=-1] 2024-12-02T23:23:47,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T23:23:47,533 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37934, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T23:23:47,534 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647. 2024-12-02T23:23:47,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T23:23:47,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T23:23:47,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T23:23:47,535 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T23:23:47,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-12-02T23:23:47,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] procedure2.ProcedureExecutor(1139): Stored pid=39, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-12-02T23:23:47,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 39 2024-12-02T23:23:47,539 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-12-02T23:23:47,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-12-02T23:23:47,541 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-12-02T23:23:47,543 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-12-02T23:23:47,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741883_1059 (size=52) 2024-12-02T23:23:47,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-12-02T23:23:47,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-12-02T23:23:47,952 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-12-02T23:23:47,952 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=40, ppid=39, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 41b16360daeacbacc52483ff2a73035a}] 2024-12-02T23:23:47,953 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=40, ppid=39, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 41b16360daeacbacc52483ff2a73035a 2024-12-02T23:23:48,106 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36969 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=40 2024-12-02T23:23:48,106 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9e5ab3b623d7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1733181804535.41b16360daeacbacc52483ff2a73035a. 2024-12-02T23:23:48,106 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/9e5ab3b623d7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HRegion(2902): Flushing 41b16360daeacbacc52483ff2a73035a 2/2 column families, dataSize=1.44 KB heapSize=2.75 KB 2024-12-02T23:23:48,125 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9e5ab3b623d7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/backup/system/41b16360daeacbacc52483ff2a73035a/.tmp/meta/00c368468df94dff800e6f5ded0d12c9 is 158, key is trslm:hdfs://localhost:44093/backupUT\x00ns2:test-17331817959151/meta:log-roll-map/1733181824937/Put/seqid=0 2024-12-02T23:23:48,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741884_1060 (size=5914) 2024-12-02T23:23:48,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-12-02T23:23:48,532 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/9e5ab3b623d7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=746 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/backup/system/41b16360daeacbacc52483ff2a73035a/.tmp/meta/00c368468df94dff800e6f5ded0d12c9 2024-12-02T23:23:48,542 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9e5ab3b623d7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/backup/system/41b16360daeacbacc52483ff2a73035a/.tmp/session/173a12bdddbb4c88b111e658db043019 is 433, key is session:backup_1733181804357/session:context/1733181825412/Put/seqid=0 2024-12-02T23:23:48,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741885_1061 (size=5535) 2024-12-02T23:23:48,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-12-02T23:23:48,947 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/9e5ab3b623d7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=732 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/backup/system/41b16360daeacbacc52483ff2a73035a/.tmp/session/173a12bdddbb4c88b111e658db043019 2024-12-02T23:23:48,955 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9e5ab3b623d7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/backup/system/41b16360daeacbacc52483ff2a73035a/.tmp/meta/00c368468df94dff800e6f5ded0d12c9 as hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/backup/system/41b16360daeacbacc52483ff2a73035a/meta/00c368468df94dff800e6f5ded0d12c9 2024-12-02T23:23:48,963 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/9e5ab3b623d7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/backup/system/41b16360daeacbacc52483ff2a73035a/meta/00c368468df94dff800e6f5ded0d12c9, entries=6, sequenceid=17, filesize=5.8 K 2024-12-02T23:23:48,964 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9e5ab3b623d7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/backup/system/41b16360daeacbacc52483ff2a73035a/.tmp/session/173a12bdddbb4c88b111e658db043019 as hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/backup/system/41b16360daeacbacc52483ff2a73035a/session/173a12bdddbb4c88b111e658db043019 2024-12-02T23:23:48,969 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/9e5ab3b623d7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/backup/system/41b16360daeacbacc52483ff2a73035a/session/173a12bdddbb4c88b111e658db043019, entries=2, sequenceid=17, filesize=5.4 K 2024-12-02T23:23:48,970 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/9e5ab3b623d7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HRegion(3140): Finished flush of dataSize ~1.44 KB/1478, heapSize ~2.72 KB/2784, currentSize=0 B/0 for 41b16360daeacbacc52483ff2a73035a in 864ms, sequenceid=17, compaction requested=false 2024-12-02T23:23:48,971 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9e5ab3b623d7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HRegion(2603): Flush status journal for 41b16360daeacbacc52483ff2a73035a: 2024-12-02T23:23:48,971 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9e5ab3b623d7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1733181804535.41b16360daeacbacc52483ff2a73035a. for snapshot_backup_system completed. 2024-12-02T23:23:48,971 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9e5ab3b623d7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(241): Storing 'backup:system,,1733181804535.41b16360daeacbacc52483ff2a73035a.' region-info for snapshot=snapshot_backup_system 2024-12-02T23:23:48,971 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9e5ab3b623d7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-02T23:23:48,971 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9e5ab3b623d7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/backup/system/41b16360daeacbacc52483ff2a73035a/meta/00c368468df94dff800e6f5ded0d12c9] hfiles 2024-12-02T23:23:48,971 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9e5ab3b623d7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/backup/system/41b16360daeacbacc52483ff2a73035a/meta/00c368468df94dff800e6f5ded0d12c9 for snapshot=snapshot_backup_system 2024-12-02T23:23:48,971 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9e5ab3b623d7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/backup/system/41b16360daeacbacc52483ff2a73035a/session/724b9edd19fa4e1bbd076239bb738d2e, hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/backup/system/41b16360daeacbacc52483ff2a73035a/session/173a12bdddbb4c88b111e658db043019] hfiles 2024-12-02T23:23:48,971 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9e5ab3b623d7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(265): Adding reference for file (1/2): hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/backup/system/41b16360daeacbacc52483ff2a73035a/session/724b9edd19fa4e1bbd076239bb738d2e for snapshot=snapshot_backup_system 2024-12-02T23:23:48,971 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9e5ab3b623d7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(265): Adding reference for file (2/2): hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/backup/system/41b16360daeacbacc52483ff2a73035a/session/173a12bdddbb4c88b111e658db043019 for snapshot=snapshot_backup_system 2024-12-02T23:23:48,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741886_1062 (size=173) 2024-12-02T23:23:49,377 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9e5ab3b623d7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1733181804535.41b16360daeacbacc52483ff2a73035a. 2024-12-02T23:23:49,378 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9e5ab3b623d7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=40 2024-12-02T23:23:49,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] master.HMaster(4169): Remote procedure done, pid=40 2024-12-02T23:23:49,378 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_backup_system on region 41b16360daeacbacc52483ff2a73035a 2024-12-02T23:23:49,378 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=40, ppid=39, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 41b16360daeacbacc52483ff2a73035a 2024-12-02T23:23:49,381 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=40, resume processing ppid=39 2024-12-02T23:23:49,381 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-12-02T23:23:49,381 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=39, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 41b16360daeacbacc52483ff2a73035a in 1.4270 sec 2024-12-02T23:23:49,382 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-12-02T23:23:49,382 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-12-02T23:23:49,382 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_backup_system 2024-12-02T23:23:49,383 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/.hbase-snapshot/.tmp/snapshot_backup_system 2024-12-02T23:23:49,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741887_1063 (size=810) 2024-12-02T23:23:49,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-12-02T23:23:49,794 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-12-02T23:23:49,802 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-12-02T23:23:49,803 DEBUG [PEWorker-5 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/.hbase-snapshot/snapshot_backup_system 2024-12-02T23:23:49,804 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-12-02T23:23:49,804 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 39 2024-12-02T23:23:49,806 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 2.2680 sec 2024-12-02T23:23:50,731 DEBUG [master/9e5ab3b623d7:0.Chore.1 {}] procedure2.ProcedureExecutor(1139): Stored pid=41, state=RUNNABLE:MODIFY_TABLE_DESCRIPTOR_PREPARE, hasLock=false; InitializeStoreFileTrackerProcedure table=test-1733181795915 2024-12-02T23:23:50,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741888_1064 (size=950) 2024-12-02T23:23:51,146 DEBUG [PEWorker-2 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/default/test-1733181795915/.tabledesc/.tableinfo.0000000002.908 2024-12-02T23:23:51,146 INFO [PEWorker-2 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/default/test-1733181795915/.tabledesc/.tableinfo.0000000003.950 2024-12-02T23:23:51,148 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, state=SUCCESS, hasLock=false; InitializeStoreFileTrackerProcedure table=test-1733181795915 in 419 msec 2024-12-02T23:23:51,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-12-02T23:23:51,712 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: backup:system completed 2024-12-02T23:23:51,712 INFO [Time-limited test {}] impl.TableBackupClient(119): Backup backup_1733181827404 started at 1733181831712. 2024-12-02T23:23:51,715 DEBUG [Time-limited test {}] impl.TableBackupClient(123): Backup session backup_1733181827404 has been started. 2024-12-02T23:23:51,720 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(285): For incremental backup, current table set is [ns2:test-17331817959151, test-1733181795915] 2024-12-02T23:23:51,723 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(76): StartCode 1733181797245for backupID backup_1733181827404 2024-12-02T23:23:51,723 INFO [Time-limited test {}] impl.IncrementalBackupManager(86): Execute roll log procedure for incremental backup ... 2024-12-02T23:23:51,724 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] master.MasterRpcServices(1035): Client=jenkins//172.17.0.3 procedure request for: rolllog-proc 2024-12-02T23:23:51,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] procedure.ProcedureCoordinator(166): Submitting procedure rolllog 2024-12-02T23:23:51,724 INFO [(9e5ab3b623d7,43647,1733181782694)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2024-12-02T23:23:51,724 DEBUG [(9e5ab3b623d7,43647,1733181782694)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2024-12-02T23:23:51,725 DEBUG [(9e5ab3b623d7,43647,1733181782694)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2024-12-02T23:23:51,725 DEBUG [(9e5ab3b623d7,43647,1733181782694)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2024-12-02T23:23:51,725 DEBUG [(9e5ab3b623d7,43647,1733181782694)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:43647-0x10150422b490000, quorum=127.0.0.1:59082, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-12-02T23:23:51,725 DEBUG [(9e5ab3b623d7,43647,1733181782694)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2024-12-02T23:23:51,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36969-0x10150422b490001, quorum=127.0.0.1:59082, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-12-02T23:23:51,727 DEBUG [(9e5ab3b623d7,43647,1733181782694)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/9e5ab3b623d7,36969,1733181786563 2024-12-02T23:23:51,727 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-12-02T23:23:51,727 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-12-02T23:23:51,728 DEBUG [(9e5ab3b623d7,43647,1733181782694)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:43647-0x10150422b490000, quorum=127.0.0.1:59082, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/9e5ab3b623d7,36969,1733181786563 2024-12-02T23:23:51,728 DEBUG [(9e5ab3b623d7,43647,1733181782694)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2024-12-02T23:23:51,728 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2024-12-02T23:23:51,728 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36969-0x10150422b490001, quorum=127.0.0.1:59082, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-12-02T23:23:51,729 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2024-12-02T23:23:51,729 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2024-12-02T23:23:51,729 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2024-12-02T23:23:51,729 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2024-12-02T23:23:51,729 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(141): Submitting new Subprocedure:rolllog 2024-12-02T23:23:51,729 DEBUG [member: '9e5ab3b623d7,36969,1733181786563' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2024-12-02T23:23:51,729 DEBUG [member: '9e5ab3b623d7,36969,1733181786563' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2024-12-02T23:23:51,729 DEBUG [member: '9e5ab3b623d7,36969,1733181786563' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2024-12-02T23:23:51,729 DEBUG [member: '9e5ab3b623d7,36969,1733181786563' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2024-12-02T23:23:51,730 DEBUG [member: '9e5ab3b623d7,36969,1733181786563' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: '9e5ab3b623d7,36969,1733181786563' joining acquired barrier for procedure (rolllog) in zk 2024-12-02T23:23:51,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43647-0x10150422b490000, quorum=127.0.0.1:59082, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/9e5ab3b623d7,36969,1733181786563 2024-12-02T23:23:51,732 DEBUG [member: '9e5ab3b623d7,36969,1733181786563' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2024-12-02T23:23:51,732 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/9e5ab3b623d7,36969,1733181786563 2024-12-02T23:23:51,732 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-12-02T23:23:51,732 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-12-02T23:23:51,732 DEBUG [member: '9e5ab3b623d7,36969,1733181786563' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36969-0x10150422b490001, quorum=127.0.0.1:59082, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog 2024-12-02T23:23:51,732 DEBUG [member: '9e5ab3b623d7,36969,1733181786563' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2024-12-02T23:23:51,732 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-12-02T23:23:51,733 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-12-02T23:23:51,733 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-12-02T23:23:51,734 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------9e5ab3b623d7,36969,1733181786563 2024-12-02T23:23:51,734 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-12-02T23:23:51,734 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: '9e5ab3b623d7,36969,1733181786563' joining acquired barrier for procedure 'rolllog' on coordinator 2024-12-02T23:23:51,735 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@62a7799a[Count = 0] remaining members to acquire global barrier 2024-12-02T23:23:51,735 DEBUG [(9e5ab3b623d7,43647,1733181782694)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2024-12-02T23:23:51,735 DEBUG [(9e5ab3b623d7,43647,1733181782694)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2024-12-02T23:23:51,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36969-0x10150422b490001, quorum=127.0.0.1:59082, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-12-02T23:23:51,736 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2024-12-02T23:23:51,736 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2024-12-02T23:23:51,736 DEBUG [member: '9e5ab3b623d7,36969,1733181786563' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2024-12-02T23:23:51,737 DEBUG [(9e5ab3b623d7,43647,1733181782694)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:43647-0x10150422b490000, quorum=127.0.0.1:59082, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/9e5ab3b623d7,36969,1733181786563 2024-12-02T23:23:51,737 DEBUG [(9e5ab3b623d7,43647,1733181782694)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2024-12-02T23:23:51,737 DEBUG [member: '9e5ab3b623d7,36969,1733181786563' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2024-12-02T23:23:51,737 DEBUG [rs(9e5ab3b623d7,36969,1733181786563)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: 9e5ab3b623d7,36969,1733181786563 2024-12-02T23:23:51,737 INFO [rs(9e5ab3b623d7,36969,1733181786563)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1733181811201 highest: 1733181811201 on 9e5ab3b623d7,36969,1733181786563 2024-12-02T23:23:51,737 DEBUG [regionserver/9e5ab3b623d7:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 9e5ab3b623d7%2C36969%2C1733181786563.9e5ab3b623d7%2C36969%2C1733181786563.regiongroup-1:(num 1733181811142) roll requested 2024-12-02T23:23:51,751 DEBUG [regionserver/9e5ab3b623d7:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/WALs/9e5ab3b623d7,36969,1733181786563/9e5ab3b623d7%2C36969%2C1733181786563.9e5ab3b623d7%2C36969%2C1733181786563.regiongroup-1.1733181831737, exclude list is [], retry=0 2024-12-02T23:23:51,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37945,DS-9d4ccf70-de12-4a8d-8f90-b91efa3b860b,DISK] 2024-12-02T23:23:51,755 INFO [regionserver/9e5ab3b623d7:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/WALs/9e5ab3b623d7,36969,1733181786563/9e5ab3b623d7%2C36969%2C1733181786563.9e5ab3b623d7%2C36969%2C1733181786563.regiongroup-1.1733181811142 with entries=224, filesize=29.77 KB; new WAL /user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/WALs/9e5ab3b623d7,36969,1733181786563/9e5ab3b623d7%2C36969%2C1733181786563.9e5ab3b623d7%2C36969%2C1733181786563.regiongroup-1.1733181831737 2024-12-02T23:23:51,756 DEBUG [regionserver/9e5ab3b623d7:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33353:33353)] 2024-12-02T23:23:51,756 DEBUG [regionserver/9e5ab3b623d7:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/WALs/9e5ab3b623d7,36969,1733181786563/9e5ab3b623d7%2C36969%2C1733181786563.9e5ab3b623d7%2C36969%2C1733181786563.regiongroup-1.1733181811142 is not closed yet, will try archiving it next time 2024-12-02T23:23:51,756 DEBUG [regionserver/9e5ab3b623d7:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 9e5ab3b623d7%2C36969%2C1733181786563.meta:.meta(num 1733181811171) roll requested 2024-12-02T23:23:51,756 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/WALs/9e5ab3b623d7,36969,1733181786563/9e5ab3b623d7%2C36969%2C1733181786563.9e5ab3b623d7%2C36969%2C1733181786563.regiongroup-1.1733181797245 to hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/oldWALs/9e5ab3b623d7%2C36969%2C1733181786563.9e5ab3b623d7%2C36969%2C1733181786563.regiongroup-1.1733181797245 2024-12-02T23:23:51,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741857_1033 (size=30490) 2024-12-02T23:23:51,758 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/WALs/9e5ab3b623d7,36969,1733181786563/9e5ab3b623d7%2C36969%2C1733181786563.9e5ab3b623d7%2C36969%2C1733181786563.regiongroup-1.1733181811142 not finished, retry = 0 2024-12-02T23:23:51,775 DEBUG [regionserver/9e5ab3b623d7:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/WALs/9e5ab3b623d7,36969,1733181786563/9e5ab3b623d7%2C36969%2C1733181786563.meta.1733181831756.meta, exclude list is [], retry=0 2024-12-02T23:23:51,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37945,DS-9d4ccf70-de12-4a8d-8f90-b91efa3b860b,DISK] 2024-12-02T23:23:51,780 INFO [regionserver/9e5ab3b623d7:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/WALs/9e5ab3b623d7,36969,1733181786563/9e5ab3b623d7%2C36969%2C1733181786563.meta.1733181811171.meta with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/WALs/9e5ab3b623d7,36969,1733181786563/9e5ab3b623d7%2C36969%2C1733181786563.meta.1733181831756.meta 2024-12-02T23:23:51,780 DEBUG [regionserver/9e5ab3b623d7:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33353:33353)] 2024-12-02T23:23:51,780 DEBUG [regionserver/9e5ab3b623d7:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/WALs/9e5ab3b623d7,36969,1733181786563/9e5ab3b623d7%2C36969%2C1733181786563.meta.1733181811171.meta is not closed yet, will try archiving it next time 2024-12-02T23:23:51,781 DEBUG [regionserver/9e5ab3b623d7:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 9e5ab3b623d7%2C36969%2C1733181786563.9e5ab3b623d7%2C36969%2C1733181786563.regiongroup-0:(num 1733181811201) roll requested 2024-12-02T23:23:51,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741858_1034 (size=93) 2024-12-02T23:23:51,784 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/WALs/9e5ab3b623d7,36969,1733181786563/9e5ab3b623d7%2C36969%2C1733181786563.meta.1733181811171.meta to hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/oldWALs/9e5ab3b623d7%2C36969%2C1733181786563.meta.1733181811171.meta 2024-12-02T23:23:51,797 DEBUG [regionserver/9e5ab3b623d7:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/WALs/9e5ab3b623d7,36969,1733181786563/9e5ab3b623d7%2C36969%2C1733181786563.9e5ab3b623d7%2C36969%2C1733181786563.regiongroup-0.1733181831781, exclude list is [], retry=0 2024-12-02T23:23:51,797 DEBUG [rs(9e5ab3b623d7,36969,1733181786563)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 60 2024-12-02T23:23:51,797 INFO [rs(9e5ab3b623d7,36969,1733181786563)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1733181831781 on 9e5ab3b623d7,36969,1733181786563 2024-12-02T23:23:51,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37945,DS-9d4ccf70-de12-4a8d-8f90-b91efa3b860b,DISK] 2024-12-02T23:23:51,804 INFO [regionserver/9e5ab3b623d7:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/WALs/9e5ab3b623d7,36969,1733181786563/9e5ab3b623d7%2C36969%2C1733181786563.9e5ab3b623d7%2C36969%2C1733181786563.regiongroup-0.1733181811201 with entries=7, filesize=1.16 KB; new WAL /user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/WALs/9e5ab3b623d7,36969,1733181786563/9e5ab3b623d7%2C36969%2C1733181786563.9e5ab3b623d7%2C36969%2C1733181786563.regiongroup-0.1733181831781 2024-12-02T23:23:51,804 DEBUG [regionserver/9e5ab3b623d7:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33353:33353)] 2024-12-02T23:23:51,804 DEBUG [regionserver/9e5ab3b623d7:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/WALs/9e5ab3b623d7,36969,1733181786563/9e5ab3b623d7%2C36969%2C1733181786563.9e5ab3b623d7%2C36969%2C1733181786563.regiongroup-0.1733181811201 is not closed yet, will try archiving it next time 2024-12-02T23:23:51,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741859_1035 (size=1198) 2024-12-02T23:23:51,806 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/WALs/9e5ab3b623d7,36969,1733181786563/9e5ab3b623d7%2C36969%2C1733181786563.9e5ab3b623d7%2C36969%2C1733181786563.regiongroup-0.1733181811201 not finished, retry = 0 2024-12-02T23:23:51,809 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-02T23:23:51,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-02T23:23:51,819 DEBUG [member: '9e5ab3b623d7,36969,1733181786563' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2024-12-02T23:23:51,819 DEBUG [member: '9e5ab3b623d7,36969,1733181786563' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member '9e5ab3b623d7,36969,1733181786563' in zk 2024-12-02T23:23:51,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43647-0x10150422b490000, quorum=127.0.0.1:59082, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/9e5ab3b623d7,36969,1733181786563 2024-12-02T23:23:51,822 DEBUG [member: '9e5ab3b623d7,36969,1733181786563' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2024-12-02T23:23:51,822 DEBUG [member: '9e5ab3b623d7,36969,1733181786563' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-12-02T23:23:51,822 DEBUG [member: '9e5ab3b623d7,36969,1733181786563' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2024-12-02T23:23:51,822 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/9e5ab3b623d7,36969,1733181786563 2024-12-02T23:23:51,822 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-12-02T23:23:51,822 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-12-02T23:23:51,823 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-12-02T23:23:51,823 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-12-02T23:23:51,824 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-12-02T23:23:51,824 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------9e5ab3b623d7,36969,1733181786563 2024-12-02T23:23:51,825 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-12-02T23:23:51,825 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-12-02T23:23:51,826 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------9e5ab3b623d7,36969,1733181786563 2024-12-02T23:23:51,826 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member '9e5ab3b623d7,36969,1733181786563': 2024-12-02T23:23:51,827 INFO [(9e5ab3b623d7,43647,1733181782694)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2024-12-02T23:23:51,827 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: '9e5ab3b623d7,36969,1733181786563' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2024-12-02T23:23:51,827 DEBUG [(9e5ab3b623d7,43647,1733181782694)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2024-12-02T23:23:51,827 DEBUG [(9e5ab3b623d7,43647,1733181782694)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2024-12-02T23:23:51,827 DEBUG [(9e5ab3b623d7,43647,1733181782694)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2024-12-02T23:23:51,827 INFO [(9e5ab3b623d7,43647,1733181782694)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllog including nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2024-12-02T23:23:51,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43647-0x10150422b490000, quorum=127.0.0.1:59082, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-12-02T23:23:51,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36969-0x10150422b490001, quorum=127.0.0.1:59082, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-12-02T23:23:51,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36969-0x10150422b490001, quorum=127.0.0.1:59082, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-12-02T23:23:51,830 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2024-12-02T23:23:51,830 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-12-02T23:23:51,830 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2024-12-02T23:23:51,830 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-12-02T23:23:51,830 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-12-02T23:23:51,830 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-12-02T23:23:51,831 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-12-02T23:23:51,831 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-12-02T23:23:51,831 DEBUG [(9e5ab3b623d7,43647,1733181782694)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:43647-0x10150422b490000, quorum=127.0.0.1:59082, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/9e5ab3b623d7,36969,1733181786563 2024-12-02T23:23:51,831 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-12-02T23:23:51,831 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-12-02T23:23:51,832 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-12-02T23:23:51,832 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-12-02T23:23:51,833 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------9e5ab3b623d7,36969,1733181786563 2024-12-02T23:23:51,833 DEBUG [(9e5ab3b623d7,43647,1733181782694)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:43647-0x10150422b490000, quorum=127.0.0.1:59082, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/9e5ab3b623d7,36969,1733181786563 2024-12-02T23:23:51,833 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-12-02T23:23:51,834 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-12-02T23:23:51,834 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------9e5ab3b623d7,36969,1733181786563 2024-12-02T23:23:51,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43647-0x10150422b490000, quorum=127.0.0.1:59082, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/9e5ab3b623d7,36969,1733181786563 2024-12-02T23:23:51,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43647-0x10150422b490000, quorum=127.0.0.1:59082, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-12-02T23:23:51,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43647-0x10150422b490000, quorum=127.0.0.1:59082, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-12-02T23:23:51,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36969-0x10150422b490001, quorum=127.0.0.1:59082, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-12-02T23:23:51,836 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-12-02T23:23:51,837 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-12-02T23:23:51,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36969-0x10150422b490001, quorum=127.0.0.1:59082, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-12-02T23:23:51,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43647-0x10150422b490000, quorum=127.0.0.1:59082, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/9e5ab3b623d7,36969,1733181786563 2024-12-02T23:23:51,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43647-0x10150422b490000, quorum=127.0.0.1:59082, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-12-02T23:23:51,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43647-0x10150422b490000, quorum=127.0.0.1:59082, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-12-02T23:23:51,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43647-0x10150422b490000, quorum=127.0.0.1:59082, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-12-02T23:23:51,837 DEBUG [(9e5ab3b623d7,43647,1733181782694)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-12-02T23:23:51,837 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2024-12-02T23:23:51,837 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2024-12-02T23:23:51,837 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(347): master:43647-0x10150422b490000, quorum=127.0.0.1:59082, baseZNode=/1 Unable to get data of znode /1/rolllog-proc/abort/rolllog because node does not exist (not an error) 2024-12-02T23:23:51,837 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-12-02T23:23:51,837 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-12-02T23:23:51,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] master.MasterRpcServices(1336): Checking to see if procedure from request:rolllog-proc is done 2024-12-02T23:23:51,845 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(131): In getLogFilesForNewBackup() olderTimestamps: {9e5ab3b623d7:36969=1733181797245} newestTimestamps: {9e5ab3b623d7:36969=1733181811201} 2024-12-02T23:23:51,848 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: 9e5ab3b623d7%2C36969%2C1733181786563.meta.1733181789541.meta 2024-12-02T23:23:51,848 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: 9e5ab3b623d7%2C36969%2C1733181786563.meta.1733181831756.meta 2024-12-02T23:23:51,848 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/WALs/9e5ab3b623d7,36969,1733181786563/9e5ab3b623d7%2C36969%2C1733181786563.9e5ab3b623d7%2C36969%2C1733181786563.regiongroup-0.1733181811201 2024-12-02T23:23:51,848 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/WALs/9e5ab3b623d7,36969,1733181786563/9e5ab3b623d7%2C36969%2C1733181786563.9e5ab3b623d7%2C36969%2C1733181786563.regiongroup-0.1733181831781 2024-12-02T23:23:51,848 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/WALs/9e5ab3b623d7,36969,1733181786563/9e5ab3b623d7%2C36969%2C1733181786563.9e5ab3b623d7%2C36969%2C1733181786563.regiongroup-1.1733181811142 2024-12-02T23:23:51,848 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/WALs/9e5ab3b623d7,36969,1733181786563/9e5ab3b623d7%2C36969%2C1733181786563.9e5ab3b623d7%2C36969%2C1733181786563.regiongroup-1.1733181831737 2024-12-02T23:23:51,850 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(213): Skip .meta log file: hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/oldWALs/9e5ab3b623d7%2C36969%2C1733181786563.meta.1733181811171.meta 2024-12-02T23:23:51,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741892_1068 (size=950) 2024-12-02T23:23:52,273 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:test-1733181795915 target: hdfs://localhost:44093/backupUT/backup_1733181827404/default/test-1733181795915 descriptor: 'test-1733181795915', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T23:23:52,273 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-12-02T23:23:52,277 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table test-1733181795915 2024-12-02T23:23:52,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741893_1069 (size=53) 2024-12-02T23:23:52,688 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table test-1733181795915 2024-12-02T23:23:52,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741894_1070 (size=364) 2024-12-02T23:23:53,109 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:ns2:test-17331817959151 target: hdfs://localhost:44093/backupUT/backup_1733181827404/ns2/test-17331817959151 descriptor: 'ns2:test-17331817959151', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T23:23:53,109 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-12-02T23:23:53,113 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table ns2:test-17331817959151 2024-12-02T23:23:53,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741895_1071 (size=50) 2024-12-02T23:23:53,523 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table ns2:test-17331817959151 2024-12-02T23:23:53,535 DEBUG [Time-limited test {}] mapreduce.WALPlayer(319): add incremental job :hdfs://localhost:44093/backupUT/.tmp/backup_1733181827404 from hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/WALs/9e5ab3b623d7,36969,1733181786563/9e5ab3b623d7%2C36969%2C1733181786563.9e5ab3b623d7%2C36969%2C1733181786563.regiongroup-0.1733181811201;hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/WALs/9e5ab3b623d7,36969,1733181786563/9e5ab3b623d7%2C36969%2C1733181786563.9e5ab3b623d7%2C36969%2C1733181786563.regiongroup-1.1733181811142 2024-12-02T23:23:53,540 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@163dffb1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T23:23:53,540 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9e5ab3b623d7,43647,-1 for getting cluster id 2024-12-02T23:23:53,540 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T23:23:53,541 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '63424050-545e-45e7-97f4-936912587d3f' 2024-12-02T23:23:53,541 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T23:23:53,541 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "63424050-545e-45e7-97f4-936912587d3f" 2024-12-02T23:23:53,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@362ba36f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T23:23:53,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9e5ab3b623d7,43647,-1] 2024-12-02T23:23:53,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T23:23:53,543 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T23:23:53,543 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59576, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T23:23:53,544 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a0c9093, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T23:23:53,550 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T23:23:53,551 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 9e5ab3b623d7,43647,1733181782694 2024-12-02T23:23:53,551 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@43ec6430 2024-12-02T23:23:53,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T23:23:53,554 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59590, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T23:23:53,567 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled 2024-12-02T23:23:53,568 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns2:test-17331817959151 2024-12-02T23:23:53,568 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:test-17331817959151,, stopping at row=ns2:test-17331817959151 ,, for max=2147483647 with caching=100 2024-12-02T23:23:53,568 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T23:23:53,569 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9e5ab3b623d7,36969,1733181786563, seqNum=-1] 2024-12-02T23:23:53,570 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T23:23:53,571 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54886, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T23:23:53,574 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns2:test-17331817959151: ns2:test-17331817959151; 2024-12-02T23:23:53,575 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table test-1733181795915 2024-12-02T23:23:53,575 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test-1733181795915,, stopping at row=test-1733181795915 ,, for max=2147483647 with caching=100 2024-12-02T23:23:53,578 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for test-1733181795915: test-1733181795915; 2024-12-02T23:23:53,578 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 2 reduce partitions to match current region count for all tables 2024-12-02T23:23:53,578 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/hbase-staging/partitions_5738a152-5e3c-41be-aa13-64e8f24a198c 2024-12-02T23:23:53,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741896_1072 (size=192) 2024-12-02T23:23:53,630 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T23:23:53,631 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T23:23:53,631 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T23:23:54,786 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/65b4e9ef-7447-bc2e-d622-21fab4f7aa50/hadoop-4359673665625093356.jar 2024-12-02T23:23:54,786 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T23:23:54,787 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T23:23:54,862 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/65b4e9ef-7447-bc2e-d622-21fab4f7aa50/hadoop-15493722345161806808.jar 2024-12-02T23:23:54,863 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T23:23:54,863 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T23:23:54,864 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T23:23:54,864 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T23:23:54,865 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T23:23:54,865 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T23:23:54,865 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-12-02T23:23:54,866 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-12-02T23:23:54,866 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-12-02T23:23:54,867 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-12-02T23:23:54,867 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-12-02T23:23:54,868 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-12-02T23:23:54,868 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-12-02T23:23:54,868 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-12-02T23:23:54,869 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-12-02T23:23:54,869 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-12-02T23:23:54,869 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-12-02T23:23:54,871 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T23:23:54,952 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/65b4e9ef-7447-bc2e-d622-21fab4f7aa50/hadoop-5115063690456730469.jar 2024-12-02T23:23:54,953 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.WALInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/65b4e9ef-7447-bc2e-d622-21fab4f7aa50/hadoop-5115063690456730469.jar 2024-12-02T23:23:54,953 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T23:23:54,953 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/65b4e9ef-7447-bc2e-d622-21fab4f7aa50/hadoop-5115063690456730469.jar 2024-12-02T23:23:54,953 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.MultiTableHFileOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/65b4e9ef-7447-bc2e-d622-21fab4f7aa50/hadoop-5115063690456730469.jar 2024-12-02T23:23:54,954 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-02T23:23:54,954 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: ns2:test-17331817959151,default:test-1733181795915 2024-12-02T23:23:54,954 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T23:23:54,954 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.WALPlayer.createSubmittableJob(WALPlayer.java:342) at org.apache.hadoop.hbase.mapreduce.WALPlayer.run(WALPlayer.java:425) at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.walToHFiles(IncrementalTableBackupClient.java:426) at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.convertWALsToHFiles(IncrementalTableBackupClient.java:398) at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.execute(IncrementalTableBackupClient.java:300) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.backupTables(BackupAdminImpl.java:594) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:154) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T23:23:54,954 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T23:23:54,955 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T23:23:54,955 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T23:23:54,955 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-12-02T23:23:56,109 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.regionserver.wal.WALCellCodec, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/65b4e9ef-7447-bc2e-d622-21fab4f7aa50/hadoop-13718537382790563504.jar 2024-12-02T23:23:56,124 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-12-02T23:23:56,140 WARN [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2024-12-02T23:23:56,145 DEBUG [Time-limited test {}] mapreduce.WALInputFormat(355): Scanning hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/WALs/9e5ab3b623d7,36969,1733181786563/9e5ab3b623d7%2C36969%2C1733181786563.9e5ab3b623d7%2C36969%2C1733181786563.regiongroup-0.1733181811201 for WAL files 2024-12-02T23:23:56,147 INFO [Time-limited test {}] mapreduce.WALInputFormat(381): Found hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/WALs/9e5ab3b623d7,36969,1733181786563/9e5ab3b623d7%2C36969%2C1733181786563.9e5ab3b623d7%2C36969%2C1733181786563.regiongroup-0.1733181811201 2024-12-02T23:23:56,147 DEBUG [Time-limited test {}] mapreduce.WALInputFormat(355): Scanning hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/WALs/9e5ab3b623d7,36969,1733181786563/9e5ab3b623d7%2C36969%2C1733181786563.9e5ab3b623d7%2C36969%2C1733181786563.regiongroup-1.1733181811142 for WAL files 2024-12-02T23:23:56,148 INFO [Time-limited test {}] mapreduce.WALInputFormat(381): Found hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/WALs/9e5ab3b623d7,36969,1733181786563/9e5ab3b623d7%2C36969%2C1733181786563.9e5ab3b623d7%2C36969%2C1733181786563.regiongroup-1.1733181811142 2024-12-02T23:23:56,300 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/65b4e9ef-7447-bc2e-d622-21fab4f7aa50/mapreduce.cluster.local.dir/job_local404010373_0003_d6d1fb40-c588-49a6-a941-854722d3b9c0/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory 2024-12-02T23:23:56,301 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/65b4e9ef-7447-bc2e-d622-21fab4f7aa50/mapreduce.cluster.local.dir/job_local404010373_0003_d6d1fb40-c588-49a6-a941-854722d3b9c0/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/* 2024-12-02T23:23:56,419 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(196): Opening hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/WALs/9e5ab3b623d7,36969,1733181786563/9e5ab3b623d7%2C36969%2C1733181786563.9e5ab3b623d7%2C36969%2C1733181786563.regiongroup-1.1733181811142 for hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/WALs/9e5ab3b623d7,36969,1733181786563/9e5ab3b623d7%2C36969%2C1733181786563.9e5ab3b623d7%2C36969%2C1733181786563.regiongroup-1.1733181811142 (-9223372036854775808:9223372036854775807) length:30490 2024-12-02T23:23:56,451 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(244): Reached end of file. 2024-12-02T23:23:56,451 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(281): Closing reader 2024-12-02T23:23:56,523 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(196): Opening hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/WALs/9e5ab3b623d7,36969,1733181786563/9e5ab3b623d7%2C36969%2C1733181786563.9e5ab3b623d7%2C36969%2C1733181786563.regiongroup-0.1733181811201 for hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/WALs/9e5ab3b623d7,36969,1733181786563/9e5ab3b623d7%2C36969%2C1733181786563.9e5ab3b623d7%2C36969%2C1733181786563.regiongroup-0.1733181811201 (-9223372036854775808:9223372036854775807) length:1198 2024-12-02T23:23:56,527 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(244): Reached end of file. 2024-12-02T23:23:56,527 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(281): Closing reader 2024-12-02T23:23:56,631 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37e6498, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T23:23:56,631 DEBUG [pool-205-thread-1 {}] client.ClusterIdFetcher(90): Going to request 9e5ab3b623d7,43647,-1 for getting cluster id 2024-12-02T23:23:56,631 DEBUG [pool-205-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T23:23:56,632 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '63424050-545e-45e7-97f4-936912587d3f' 2024-12-02T23:23:56,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T23:23:56,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "63424050-545e-45e7-97f4-936912587d3f" 2024-12-02T23:23:56,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a078b94, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T23:23:56,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9e5ab3b623d7,43647,-1] 2024-12-02T23:23:56,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T23:23:56,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T23:23:56,635 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59614, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T23:23:56,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b13f17, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T23:23:56,637 DEBUG [pool-205-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T23:23:56,638 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9e5ab3b623d7,36969,1733181786563, seqNum=-1] 2024-12-02T23:23:56,638 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T23:23:56,639 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54888, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T23:23:56,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:test-17331817959151', row='row-t20', locateType=CURRENT is [region=ns2:test-17331817959151,,1733181797842.2c1b1533dbdd8e1e2667495a8915c673., hostname=9e5ab3b623d7,36969,1733181786563, seqNum=2] 2024-12-02T23:23:56,646 INFO [pool-205-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-205-thread-1. 2024-12-02T23:23:56,647 DEBUG [pool-205-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T23:23:56,647 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T23:23:56,647 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T23:23:56,647 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T23:23:56,647 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-t20] 2024-12-02T23:23:56,647 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 9e5ab3b623d7 2024-12-02T23:23:56,654 DEBUG [pool-205-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44093/backupUT/.tmp/backup_1733181827404/_temporary/0/_temporary/attempt_local404010373_0003_r_000000_0/ns2/test-17331817959151/f/1776fad8c13f4f84be8edc9e3e469cc5 is 38, key is row-t20/f:q1/1733181826032/Put/seqid=0 2024-12-02T23:23:56,659 WARN [Thread-943 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [9e5ab3b623d7:36969] Specified favored nodes: [9e5ab3b623d7:36969] 2024-12-02T23:23:56,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741897_1073 (size=5274) 2024-12-02T23:23:56,713 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6361e4d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T23:23:56,713 DEBUG [pool-205-thread-1 {}] client.ClusterIdFetcher(90): Going to request 9e5ab3b623d7,43647,-1 for getting cluster id 2024-12-02T23:23:56,713 DEBUG [pool-205-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T23:23:56,714 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '63424050-545e-45e7-97f4-936912587d3f' 2024-12-02T23:23:56,714 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T23:23:56,715 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "63424050-545e-45e7-97f4-936912587d3f" 2024-12-02T23:23:56,715 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68fe6c01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T23:23:56,715 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9e5ab3b623d7,43647,-1] 2024-12-02T23:23:56,715 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T23:23:56,715 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T23:23:56,716 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59644, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T23:23:56,717 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77da3213, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T23:23:56,717 DEBUG [pool-205-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T23:23:56,718 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9e5ab3b623d7,36969,1733181786563, seqNum=-1] 2024-12-02T23:23:56,719 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T23:23:56,720 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54904, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T23:23:56,722 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test-1733181795915', row='row-test-1733181795915-1-0', locateType=CURRENT is [region=test-1733181795915,,1733181796409.830504ca41f7d3ba4d09cc51660755b4., hostname=9e5ab3b623d7,36969,1733181786563, seqNum=107] 2024-12-02T23:23:56,722 INFO [pool-205-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-205-thread-1. 2024-12-02T23:23:56,722 DEBUG [pool-205-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T23:23:56,722 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T23:23:56,722 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T23:23:56,722 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T23:23:56,722 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1733181795915-1-0] 2024-12-02T23:23:56,722 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 9e5ab3b623d7 2024-12-02T23:23:56,736 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@423280b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T23:23:56,737 DEBUG [pool-205-thread-1 {}] client.ClusterIdFetcher(90): Going to request 9e5ab3b623d7,43647,-1 for getting cluster id 2024-12-02T23:23:56,737 DEBUG [pool-205-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T23:23:56,738 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '63424050-545e-45e7-97f4-936912587d3f' 2024-12-02T23:23:56,738 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T23:23:56,738 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "63424050-545e-45e7-97f4-936912587d3f" 2024-12-02T23:23:56,738 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@808aba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T23:23:56,738 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9e5ab3b623d7,43647,-1] 2024-12-02T23:23:56,738 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T23:23:56,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T23:23:56,739 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59668, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T23:23:56,740 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f374b4f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T23:23:56,741 DEBUG [pool-205-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T23:23:56,742 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9e5ab3b623d7,36969,1733181786563, seqNum=-1] 2024-12-02T23:23:56,742 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T23:23:56,743 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54912, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T23:23:56,745 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test-1733181795915', row='row-test-1733181795915-3-0', locateType=CURRENT is [region=test-1733181795915,,1733181796409.830504ca41f7d3ba4d09cc51660755b4., hostname=9e5ab3b623d7,36969,1733181786563, seqNum=107] 2024-12-02T23:23:56,745 INFO [pool-205-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-205-thread-1. 2024-12-02T23:23:56,746 DEBUG [pool-205-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T23:23:56,746 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T23:23:56,746 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T23:23:56,746 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T23:23:56,746 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1733181795915-3-0] 2024-12-02T23:23:56,746 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 9e5ab3b623d7 2024-12-02T23:23:56,762 DEBUG [pool-205-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44093/backupUT/.tmp/backup_1733181827404/_temporary/0/_temporary/attempt_local404010373_0003_r_000001_0/default/test-1733181795915/f/4a84e539025e45e8a73dee268685f0be is 59, key is row-test-1733181795915-1-10/f:q1/1733181825473/Put/seqid=0 2024-12-02T23:23:56,764 WARN [Thread-955 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [9e5ab3b623d7:36969] Specified favored nodes: [9e5ab3b623d7:36969] 2024-12-02T23:23:56,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741898_1074 (size=10769) 2024-12-02T23:23:57,173 DEBUG [pool-205-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44093/backupUT/.tmp/backup_1733181827404/_temporary/0/_temporary/attempt_local404010373_0003_r_000001_0/default/test-1733181795915/mob/982b8d56c5ec4b59978bea0d174eb038 is 63, key is row-test-1733181795915-3-100/mob:q1/1733181825972/Put/seqid=0 2024-12-02T23:23:57,175 WARN [Thread-957 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [9e5ab3b623d7:36969] Specified favored nodes: [9e5ab3b623d7:36969] 2024-12-02T23:23:57,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741899_1075 (size=11810) 2024-12-02T23:23:58,365 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(344): Incremental copy HFiles is starting. dest=hdfs://localhost:44093/backupUT 2024-12-02T23:23:58,366 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(354): Setting incremental copy HFiles job name to : Incremental_Backup-HFileCopy-backup_1733181827404 2024-12-02T23:23:58,366 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(385): Doing COPY_TYPE_DISTCP 2024-12-02T23:23:58,389 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(394): DistCp options: [hdfs://localhost:44093/backupUT/.tmp/backup_1733181827404, hdfs://localhost:44093/backupUT] 2024-12-02T23:23:58,482 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-12-02T23:23:58,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741900_1076 (size=11810) 2024-12-02T23:23:58,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741901_1077 (size=5274) 2024-12-02T23:23:59,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741902_1078 (size=10769) 2024-12-02T23:23:59,649 INFO [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(224): Progress: 100.0% subTask: 1.0 mapProgress: 1.0 2024-12-02T23:23:59,652 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(144): Backup progress data "100%" has been updated to backup system table for backup_1733181827404 2024-12-02T23:23:59,652 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(232): Backup progress data updated to backup system table: "Progress: 100.0% - 27853 bytes copied." 2024-12-02T23:23:59,653 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(242): DistCp job-id: job_local258065057_0004 completed: true true 2024-12-02T23:23:59,654 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(245): Counters: 26 File System Counters FILE: Number of bytes read=2493800 FILE: Number of bytes written=4853865 FILE: Number of read operations=0 FILE: Number of large read operations=0 FILE: Number of write operations=0 HDFS: Number of bytes read=231464 HDFS: Number of bytes written=2433179 HDFS: Number of read operations=643 HDFS: Number of large read operations=0 HDFS: Number of write operations=249 HDFS: Number of bytes read erasure-coded=0 Map-Reduce Framework Map input records=12 Map output records=0 Input split bytes=340 Spilled Records=0 Failed Shuffles=0 Merged Map outputs=0 GC time elapsed (ms)=0 Total committed heap usage (bytes)=1048576000 File Input Format Counters Bytes Read=3004 File Output Format Counters Bytes Written=0 DistCp Counters Bandwidth in Bytes=27853 Bytes Copied=27853 Bytes Expected=27853 Files Copied=4 DIR_COPY=8 2024-12-02T23:23:59,654 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(365): Incremental copy HFiles from hdfs://localhost:44093/backupUT/.tmp/backup_1733181827404 to hdfs://localhost:44093/backupUT finished. 2024-12-02T23:23:59,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system_bulk', row='bulk:test-1733181795915:', locateType=CURRENT is [region=backup:system_bulk,,1733181806713.ec87597e34208c8101257d290be57459., hostname=9e5ab3b623d7,36969,1733181786563, seqNum=2] 2024-12-02T23:23:59,672 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1733181827404 2024-12-02T23:23:59,675 DEBUG [Time-limited test {}] impl.TableBackupClient(334): Dependent full backup image: {BackupID=backup_1733181804357} 2024-12-02T23:23:59,675 DEBUG [Time-limited test {}] impl.TableBackupClient(337): Got 1 ancestors for the current backup. 2024-12-02T23:23:59,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741903_1079 (size=384) 2024-12-02T23:24:00,084 INFO [Time-limited test {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:44093/backupUT/backup_1733181827404/.backup.manifest 2024-12-02T23:24:00,084 DEBUG [Time-limited test {}] impl.TableBackupClient(387): Backup backup_1733181827404 finished: type=INCREMENTAL,tablelist=test-1733181795915;ns2:test-17331817959151,targetRootDir=hdfs://localhost:44093/backupUT,startts=1733181831712,completets=1733181839671,bytescopied=0 2024-12-02T23:24:00,085 DEBUG [Time-limited test {}] impl.BackupSystemTable(1571): Deleting snapshot_backup_system from the system 2024-12-02T23:24:00,092 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.3 delete name: "snapshot_backup_system" type: DISABLED 2024-12-02T23:24:00,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_backup_system 2024-12-02T23:24:00,096 DEBUG [Time-limited test {}] impl.BackupSystemTable(1576): Done deleting backup system table snapshot 2024-12-02T23:24:00,098 DEBUG [Time-limited test {}] impl.BackupSystemTable(662): Finish backup exclusive operation 2024-12-02T23:24:00,103 INFO [Time-limited test {}] impl.TableBackupClient(405): Backup backup_1733181827404 completed. 2024-12-02T23:24:00,104 DEBUG [Time-limited test {}] impl.BackupSystemTable(458): deleted 0 original bulkload rows 2024-12-02T23:24:00,114 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-02T23:24:00,120 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-02T23:24:00,128 DEBUG [Time-limited test {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:44093/backupUT/backup_1733181827404/.backup.manifest 2024-12-02T23:24:00,132 DEBUG [Time-limited test {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1733181827404/.backup.manifest 2024-12-02T23:24:00,134 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.3 modify table test-1733181795915 from 'test-1733181795915', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'test-1733181795915', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T23:24:00,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] procedure2.ProcedureExecutor(1139): Stored pid=42, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=test-1733181795915 2024-12-02T23:24:00,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741904_1080 (size=908) 2024-12-02T23:24:00,189 DEBUG [PEWorker-3 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/default/test-1733181795915/.tabledesc/.tableinfo.0000000003.950 2024-12-02T23:24:00,190 INFO [PEWorker-3 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/default/test-1733181795915/.tabledesc/.tableinfo.0000000004.908 2024-12-02T23:24:00,195 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=42, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=test-1733181795915}] 2024-12-02T23:24:00,201 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=test-1733181795915, region=830504ca41f7d3ba4d09cc51660755b4, REOPEN/MOVE}] 2024-12-02T23:24:00,203 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=test-1733181795915, region=830504ca41f7d3ba4d09cc51660755b4, REOPEN/MOVE 2024-12-02T23:24:00,213 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=830504ca41f7d3ba4d09cc51660755b4, regionState=CLOSING, regionLocation=9e5ab3b623d7,36969,1733181786563 2024-12-02T23:24:00,218 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=test-1733181795915, region=830504ca41f7d3ba4d09cc51660755b4, REOPEN/MOVE because future has completed 2024-12-02T23:24:00,219 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-02T23:24:00,219 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=44, state=RUNNABLE, hasLock=false; CloseRegionProcedure 830504ca41f7d3ba4d09cc51660755b4, server=9e5ab3b623d7,36969,1733181786563}] 2024-12-02T23:24:00,374 INFO [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] handler.UnassignRegionHandler(122): Close 830504ca41f7d3ba4d09cc51660755b4 2024-12-02T23:24:00,374 DEBUG [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-02T23:24:00,374 DEBUG [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1722): Closing 830504ca41f7d3ba4d09cc51660755b4, disabling compactions & flushes 2024-12-02T23:24:00,374 INFO [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1755): Closing region test-1733181795915,,1733181796409.830504ca41f7d3ba4d09cc51660755b4. 2024-12-02T23:24:00,374 DEBUG [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1776): Time limited wait for close lock on test-1733181795915,,1733181796409.830504ca41f7d3ba4d09cc51660755b4. 2024-12-02T23:24:00,374 DEBUG [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1843): Acquired close lock on test-1733181795915,,1733181796409.830504ca41f7d3ba4d09cc51660755b4. after waiting 0 ms 2024-12-02T23:24:00,375 DEBUG [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1853): Updates disabled for region test-1733181795915,,1733181796409.830504ca41f7d3ba4d09cc51660755b4. 2024-12-02T23:24:00,384 DEBUG [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/default/test-1733181795915/830504ca41f7d3ba4d09cc51660755b4/recovered.edits/337.seqid, newMaxSeqId=337, maxSeqId=106 2024-12-02T23:24:00,385 DEBUG [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-12-02T23:24:00,385 INFO [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1973): Closed test-1733181795915,,1733181796409.830504ca41f7d3ba4d09cc51660755b4. 2024-12-02T23:24:00,385 DEBUG [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1676): Region close journal for 830504ca41f7d3ba4d09cc51660755b4: Waiting for close lock at 1733181840374Running coprocessor pre-close hooks at 1733181840374Disabling compacts and flushes for region at 1733181840374Disabling writes for close at 1733181840374Writing region close event to WAL at 1733181840377 (+3 ms)Running coprocessor post-close hooks at 1733181840385 (+8 ms)Closed at 1733181840385 2024-12-02T23:24:00,385 WARN [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegionServer(3299): Not adding moved region record: 830504ca41f7d3ba4d09cc51660755b4 to self. 2024-12-02T23:24:00,390 INFO [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] handler.UnassignRegionHandler(157): Closed 830504ca41f7d3ba4d09cc51660755b4 2024-12-02T23:24:00,391 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=830504ca41f7d3ba4d09cc51660755b4, regionState=CLOSED 2024-12-02T23:24:00,393 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=45, ppid=44, state=RUNNABLE, hasLock=false; CloseRegionProcedure 830504ca41f7d3ba4d09cc51660755b4, server=9e5ab3b623d7,36969,1733181786563 because future has completed 2024-12-02T23:24:00,400 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=44 2024-12-02T23:24:00,400 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=44, state=SUCCESS, hasLock=false; CloseRegionProcedure 830504ca41f7d3ba4d09cc51660755b4, server=9e5ab3b623d7,36969,1733181786563 in 178 msec 2024-12-02T23:24:00,401 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test-1733181795915, region=830504ca41f7d3ba4d09cc51660755b4, REOPEN/MOVE; state=CLOSED, location=9e5ab3b623d7,36969,1733181786563; forceNewPlan=false, retain=true 2024-12-02T23:24:00,444 DEBUG [master/9e5ab3b623d7:0.Chore.1 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:MODIFY_TABLE_DESCRIPTOR_PREPARE, hasLock=false; InitializeStoreFileTrackerProcedure table=test-1733181795915 2024-12-02T23:24:00,445 DEBUG [master/9e5ab3b623d7:0.Chore.1 {}] procedure.MasterProcedureScheduler(153): There is already a procedure running for table test-1733181795915, added pid=46, state=RUNNABLE:MODIFY_TABLE_DESCRIPTOR_PREPARE, hasLock=false; InitializeStoreFileTrackerProcedure table=test-1733181795915 to waiting queue 2024-12-02T23:24:00,552 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=830504ca41f7d3ba4d09cc51660755b4, regionState=OPENING, regionLocation=9e5ab3b623d7,36969,1733181786563 2024-12-02T23:24:00,555 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test-1733181795915, region=830504ca41f7d3ba4d09cc51660755b4, REOPEN/MOVE because future has completed 2024-12-02T23:24:00,555 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=44, state=RUNNABLE, hasLock=false; OpenRegionProcedure 830504ca41f7d3ba4d09cc51660755b4, server=9e5ab3b623d7,36969,1733181786563}] 2024-12-02T23:24:00,712 INFO [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(132): Open test-1733181795915,,1733181796409.830504ca41f7d3ba4d09cc51660755b4. 2024-12-02T23:24:00,712 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7752): Opening region: {ENCODED => 830504ca41f7d3ba4d09cc51660755b4, NAME => 'test-1733181795915,,1733181796409.830504ca41f7d3ba4d09cc51660755b4.', STARTKEY => '', ENDKEY => ''} 2024-12-02T23:24:00,713 INFO [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-12-02T23:24:00,713 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-1733181795915 830504ca41f7d3ba4d09cc51660755b4 2024-12-02T23:24:00,713 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(898): Instantiated test-1733181795915,,1733181796409.830504ca41f7d3ba4d09cc51660755b4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T23:24:00,713 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7794): checking encryption for 830504ca41f7d3ba4d09cc51660755b4 2024-12-02T23:24:00,713 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7797): checking classloading for 830504ca41f7d3ba4d09cc51660755b4 2024-12-02T23:24:00,715 INFO [StoreOpener-830504ca41f7d3ba4d09cc51660755b4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 830504ca41f7d3ba4d09cc51660755b4 2024-12-02T23:24:00,716 INFO [StoreOpener-830504ca41f7d3ba4d09cc51660755b4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 830504ca41f7d3ba4d09cc51660755b4 columnFamilyName f 2024-12-02T23:24:00,716 DEBUG [StoreOpener-830504ca41f7d3ba4d09cc51660755b4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T23:24:00,725 DEBUG [StoreOpener-830504ca41f7d3ba4d09cc51660755b4-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/default/test-1733181795915/830504ca41f7d3ba4d09cc51660755b4/f/14495b61d7cc4c3c9cfb6b78d3ebb7a0 2024-12-02T23:24:00,730 DEBUG [StoreOpener-830504ca41f7d3ba4d09cc51660755b4-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/default/test-1733181795915/830504ca41f7d3ba4d09cc51660755b4/f/fd2bd222de41413193267c18916d8f51 2024-12-02T23:24:00,731 INFO [StoreOpener-830504ca41f7d3ba4d09cc51660755b4-1 {}] regionserver.HStore(327): Store=830504ca41f7d3ba4d09cc51660755b4/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T23:24:00,731 INFO [StoreOpener-830504ca41f7d3ba4d09cc51660755b4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f2 of region 830504ca41f7d3ba4d09cc51660755b4 2024-12-02T23:24:00,733 INFO [StoreOpener-830504ca41f7d3ba4d09cc51660755b4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 830504ca41f7d3ba4d09cc51660755b4 columnFamilyName f2 2024-12-02T23:24:00,733 DEBUG [StoreOpener-830504ca41f7d3ba4d09cc51660755b4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T23:24:00,733 INFO [StoreOpener-830504ca41f7d3ba4d09cc51660755b4-1 {}] regionserver.HStore(327): Store=830504ca41f7d3ba4d09cc51660755b4/f2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T23:24:00,734 INFO [StoreOpener-830504ca41f7d3ba4d09cc51660755b4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region 830504ca41f7d3ba4d09cc51660755b4 2024-12-02T23:24:00,735 INFO [StoreOpener-830504ca41f7d3ba4d09cc51660755b4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 830504ca41f7d3ba4d09cc51660755b4 columnFamilyName mob 2024-12-02T23:24:00,735 DEBUG [StoreOpener-830504ca41f7d3ba4d09cc51660755b4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T23:24:00,743 DEBUG [StoreOpener-830504ca41f7d3ba4d09cc51660755b4-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/default/test-1733181795915/830504ca41f7d3ba4d09cc51660755b4/mob/1997136ad0b44e619127b650acdf2195 2024-12-02T23:24:00,748 DEBUG [StoreOpener-830504ca41f7d3ba4d09cc51660755b4-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/default/test-1733181795915/830504ca41f7d3ba4d09cc51660755b4/mob/7decd90f792d4611b4604c712400160e 2024-12-02T23:24:00,749 INFO [StoreOpener-830504ca41f7d3ba4d09cc51660755b4-1 {}] regionserver.HStore(327): Store=830504ca41f7d3ba4d09cc51660755b4/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T23:24:00,749 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1038): replaying wal for 830504ca41f7d3ba4d09cc51660755b4 2024-12-02T23:24:00,750 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/default/test-1733181795915/830504ca41f7d3ba4d09cc51660755b4 2024-12-02T23:24:00,751 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/default/test-1733181795915/830504ca41f7d3ba4d09cc51660755b4 2024-12-02T23:24:00,752 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1048): stopping wal replay for 830504ca41f7d3ba4d09cc51660755b4 2024-12-02T23:24:00,752 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1060): Cleaning up temporary data for 830504ca41f7d3ba4d09cc51660755b4 2024-12-02T23:24:00,753 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test-1733181795915 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T23:24:00,755 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1093): writing seq id for 830504ca41f7d3ba4d09cc51660755b4 2024-12-02T23:24:00,756 INFO [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1114): Opened 830504ca41f7d3ba4d09cc51660755b4; next sequenceid=338; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10548187680, jitterRate=-0.01762346923351288}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T23:24:00,756 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 830504ca41f7d3ba4d09cc51660755b4 2024-12-02T23:24:00,759 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1006): Region open journal for 830504ca41f7d3ba4d09cc51660755b4: Running coprocessor pre-open hook at 1733181840713Writing region info on filesystem at 1733181840713Initializing all the Stores at 1733181840714 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733181840714Instantiating store for column family {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733181840715 (+1 ms)Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733181840715Cleaning up temporary data from old regions at 1733181840752 (+37 ms)Running coprocessor post-open hooks at 1733181840756 (+4 ms)Region opened successfully at 1733181840759 (+3 ms) 2024-12-02T23:24:00,760 INFO [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2236): Post open deploy tasks for test-1733181795915,,1733181796409.830504ca41f7d3ba4d09cc51660755b4., pid=47, masterSystemTime=1733181840707 2024-12-02T23:24:00,762 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2266): Finished post open deploy task for test-1733181795915,,1733181796409.830504ca41f7d3ba4d09cc51660755b4. 2024-12-02T23:24:00,762 INFO [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(153): Opened test-1733181795915,,1733181796409.830504ca41f7d3ba4d09cc51660755b4. 2024-12-02T23:24:00,763 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=830504ca41f7d3ba4d09cc51660755b4, regionState=OPEN, openSeqNum=338, regionLocation=9e5ab3b623d7,36969,1733181786563 2024-12-02T23:24:00,764 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=47, ppid=44, state=RUNNABLE, hasLock=false; OpenRegionProcedure 830504ca41f7d3ba4d09cc51660755b4, server=9e5ab3b623d7,36969,1733181786563 because future has completed 2024-12-02T23:24:00,767 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=44 2024-12-02T23:24:00,767 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=44, state=SUCCESS, hasLock=false; OpenRegionProcedure 830504ca41f7d3ba4d09cc51660755b4, server=9e5ab3b623d7,36969,1733181786563 in 210 msec 2024-12-02T23:24:00,769 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=44, resume processing ppid=43 2024-12-02T23:24:00,769 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=43, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test-1733181795915, region=830504ca41f7d3ba4d09cc51660755b4, REOPEN/MOVE in 566 msec 2024-12-02T23:24:00,772 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=42 2024-12-02T23:24:00,772 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=42, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=test-1733181795915 in 575 msec 2024-12-02T23:24:00,774 DEBUG [PEWorker-1 {}] procedure.MasterDDLOperationHelper(51): Removing family=f3 from table=test-1733181795915 2024-12-02T23:24:00,782 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/default/test-1733181795915/830504ca41f7d3ba4d09cc51660755b4/f3/c5d995739ad84af0987d5259463bb931 to hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/archive/data/default/test-1733181795915/830504ca41f7d3ba4d09cc51660755b4/f3/c5d995739ad84af0987d5259463bb931 2024-12-02T23:24:00,784 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, state=SUCCESS, hasLock=false; ModifyTableProcedure table=test-1733181795915 in 648 msec 2024-12-02T23:24:00,784 DEBUG [PEWorker-1 {}] procedure.MasterProcedureScheduler(373): pid=42, state=SUCCESS, hasLock=false; ModifyTableProcedure table=test-1733181795915 completed, enqueue a new procedure pid=46, state=RUNNABLE:MODIFY_TABLE_DESCRIPTOR_PREPARE, hasLock=false; InitializeStoreFileTrackerProcedure table=test-1733181795915 2024-12-02T23:24:00,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-12-02T23:24:00,786 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY, Table Name: default:test-1733181795915 completed 2024-12-02T23:24:00,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741905_1081 (size=950) 2024-12-02T23:24:00,798 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-02T23:24:00,799 DEBUG [PEWorker-1 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/default/test-1733181795915/.tabledesc/.tableinfo.0000000004.908 2024-12-02T23:24:00,799 INFO [PEWorker-1 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/default/test-1733181795915/.tabledesc/.tableinfo.0000000005.950 2024-12-02T23:24:00,802 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, state=SUCCESS, hasLock=false; InitializeStoreFileTrackerProcedure table=test-1733181795915 in 356 msec 2024-12-02T23:24:00,803 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-02T23:24:00,821 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-02T23:24:00,826 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-02T23:24:00,829 DEBUG [Time-limited test {}] impl.BackupSystemTable(635): Start new backup exclusive operation 2024-12-02T23:24:00,833 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1733181840786 2024-12-02T23:24:00,836 DEBUG [Time-limited test {}] impl.TableBackupClient(330): Dependent incremental backup image: {BackupID=backup_1733181827404} 2024-12-02T23:24:00,836 DEBUG [Time-limited test {}] impl.TableBackupClient(334): Dependent full backup image: {BackupID=backup_1733181804357} 2024-12-02T23:24:00,836 DEBUG [Time-limited test {}] impl.TableBackupClient(337): Got 2 ancestors for the current backup. 2024-12-02T23:24:00,846 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-02T23:24:00,852 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-02T23:24:00,874 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-02T23:24:00,880 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-02T23:24:00,892 ERROR [Time-limited test {}] impl.TableBackupClient(232): Unexpected Exception : Mismatch in column family descriptor for table: test-1733181795915 Current families: {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} Backup families: {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} org.apache.hadoop.hbase.backup.impl.ColumnFamilyMismatchException: Mismatch in column family descriptor for table: test-1733181795915 Current families: {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} Backup families: {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at org.apache.hadoop.hbase.backup.impl.ColumnFamilyMismatchException$ColumnFamilyMismatchExceptionBuilder.build(ColumnFamilyMismatchException.java:56) ~[classes/:?] at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.verifyCfCompatibility(IncrementalTableBackupClient.java:513) ~[classes/:?] at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.execute(IncrementalTableBackupClient.java:280) ~[classes/:?] at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.backupTables(BackupAdminImpl.java:594) ~[classes/:?] at org.apache.hadoop.hbase.backup.TestIncrementalBackup.lambda$TestIncBackupRestore$0(TestIncrementalBackup.java:171) ~[test-classes/:?] at org.junit.Assert.assertThrows(Assert.java:1001) ~[junit-4.13.2.jar:4.13.2] at org.junit.Assert.assertThrows(Assert.java:981) ~[junit-4.13.2.jar:4.13.2] at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:170) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.run(ParentRunner.java:413) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.Suite.runChild(Suite.java:128) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.Suite.runChild(Suite.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T23:24:00,897 ERROR [Time-limited test {}] impl.TableBackupClient(244): BackupId=backup_1733181840786,startts=0,failedts=1733181840893,failedphase=REQUEST,failedmessage= Mismatch in column family descriptor for table: test-1733181795915 Current families: {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'tru 2024-12-02T23:24:00,897 DEBUG [Time-limited test {}] impl.BackupSystemTable(1537): Restoring backup:system from snapshot 2024-12-02T23:24:00,900 WARN [Time-limited test {}] impl.BackupSystemTable(1549): Could not restore backup system table. Snapshot snapshot_backup_system does not exists. 2024-12-02T23:24:00,900 DEBUG [Time-limited test {}] impl.BackupSystemTable(1571): Deleting snapshot_backup_system from the system 2024-12-02T23:24:00,901 ERROR [Time-limited test {}] impl.BackupSystemTable(1578): Snapshot snapshot_backup_system does not exists 2024-12-02T23:24:00,902 DEBUG [Time-limited test {}] impl.TableBackupClient(188): Trying to cleanup up target dir. Current backup phase: REQUEST 2024-12-02T23:24:00,904 DEBUG [Time-limited test {}] impl.BackupSystemTable(662): Finish backup exclusive operation 2024-12-02T23:24:00,906 ERROR [Time-limited test {}] impl.TableBackupClient(250): Backup backup_1733181840786 failed. 2024-12-02T23:24:00,916 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-02T23:24:00,921 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-02T23:24:00,926 INFO [Time-limited test {}] impl.BackupManager(225): Full backup all the tables available in the cluster: [backup:system_bulk, test-1733181795915, ns2:test-17331817959151, ns3:test-17331817959152, ns4:test-17331817959153] 2024-12-02T23:24:00,926 DEBUG [Time-limited test {}] impl.BackupSystemTable(635): Start new backup exclusive operation 2024-12-02T23:24:00,933 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.3 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-12-02T23:24:00,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733181840933 (current time:1733181840933). 2024-12-02T23:24:00,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-12-02T23:24:00,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2024-12-02T23:24:00,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d76a205, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T23:24:00,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] client.ClusterIdFetcher(90): Going to request 9e5ab3b623d7,43647,-1 for getting cluster id 2024-12-02T23:24:00,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T23:24:00,937 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '63424050-545e-45e7-97f4-936912587d3f' 2024-12-02T23:24:00,937 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T23:24:00,937 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "63424050-545e-45e7-97f4-936912587d3f" 2024-12-02T23:24:00,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76cb7e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T23:24:00,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9e5ab3b623d7,43647,-1] 2024-12-02T23:24:00,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T23:24:00,939 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T23:24:00,939 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59682, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T23:24:00,940 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54f946d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T23:24:00,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T23:24:00,942 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9e5ab3b623d7,36969,1733181786563, seqNum=-1] 2024-12-02T23:24:00,942 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T23:24:00,943 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54922, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T23:24:00,944 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647. 2024-12-02T23:24:00,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T23:24:00,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T23:24:00,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T23:24:00,945 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T23:24:00,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-12-02T23:24:00,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] procedure2.ProcedureExecutor(1139): Stored pid=48, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=48, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-12-02T23:24:00,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 48 2024-12-02T23:24:00,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-12-02T23:24:00,953 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=48, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=48, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-12-02T23:24:00,955 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=48, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=48, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-12-02T23:24:00,958 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=48, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=48, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-12-02T23:24:00,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741906_1082 (size=52) 2024-12-02T23:24:01,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-12-02T23:24:01,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-12-02T23:24:01,386 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=48, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=48, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-12-02T23:24:01,386 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=48, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 41b16360daeacbacc52483ff2a73035a}] 2024-12-02T23:24:01,387 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=49, ppid=48, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 41b16360daeacbacc52483ff2a73035a 2024-12-02T23:24:01,539 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36969 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=49 2024-12-02T23:24:01,539 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9e5ab3b623d7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1733181804535.41b16360daeacbacc52483ff2a73035a. 2024-12-02T23:24:01,540 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/9e5ab3b623d7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] regionserver.HRegion(2902): Flushing 41b16360daeacbacc52483ff2a73035a 2/2 column families, dataSize=2.61 KB heapSize=3.99 KB 2024-12-02T23:24:01,546 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9e5ab3b623d7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/backup/system/41b16360daeacbacc52483ff2a73035a/.tmp/meta/b4b6a77d21ad4fdabaeeccb508ae9e07 is 158, key is trslm:hdfs://localhost:44093/backupUT\x00ns2:test-17331817959151/meta:log-roll-map/1733181839661/Put/seqid=0 2024-12-02T23:24:01,547 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-02T23:24:01,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741907_1083 (size=5745) 2024-12-02T23:24:01,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-12-02T23:24:01,954 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/9e5ab3b623d7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=492 B at sequenceid=31 (bloomFilter=true), to=hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/backup/system/41b16360daeacbacc52483ff2a73035a/.tmp/meta/b4b6a77d21ad4fdabaeeccb508ae9e07 2024-12-02T23:24:01,966 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9e5ab3b623d7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/backup/system/41b16360daeacbacc52483ff2a73035a/.tmp/session/e26ccda4ccad4caaa0e265fe2a47f25f is 1245, key is session:backup_1733181840786/session:context/1733181840903/Put/seqid=0 2024-12-02T23:24:01,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741908_1084 (size=6682) 2024-12-02T23:24:02,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-12-02T23:24:02,376 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/9e5ab3b623d7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.13 KB at sequenceid=31 (bloomFilter=true), to=hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/backup/system/41b16360daeacbacc52483ff2a73035a/.tmp/session/e26ccda4ccad4caaa0e265fe2a47f25f 2024-12-02T23:24:02,385 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9e5ab3b623d7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/backup/system/41b16360daeacbacc52483ff2a73035a/.tmp/meta/b4b6a77d21ad4fdabaeeccb508ae9e07 as hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/backup/system/41b16360daeacbacc52483ff2a73035a/meta/b4b6a77d21ad4fdabaeeccb508ae9e07 2024-12-02T23:24:02,395 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/9e5ab3b623d7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/backup/system/41b16360daeacbacc52483ff2a73035a/meta/b4b6a77d21ad4fdabaeeccb508ae9e07, entries=4, sequenceid=31, filesize=5.6 K 2024-12-02T23:24:02,397 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9e5ab3b623d7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/backup/system/41b16360daeacbacc52483ff2a73035a/.tmp/session/e26ccda4ccad4caaa0e265fe2a47f25f as hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/backup/system/41b16360daeacbacc52483ff2a73035a/session/e26ccda4ccad4caaa0e265fe2a47f25f 2024-12-02T23:24:02,409 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/9e5ab3b623d7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/backup/system/41b16360daeacbacc52483ff2a73035a/session/e26ccda4ccad4caaa0e265fe2a47f25f, entries=3, sequenceid=31, filesize=6.5 K 2024-12-02T23:24:02,414 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/9e5ab3b623d7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] regionserver.HRegion(3140): Finished flush of dataSize ~2.61 KB/2669, heapSize ~3.96 KB/4056, currentSize=0 B/0 for 41b16360daeacbacc52483ff2a73035a in 873ms, sequenceid=31, compaction requested=true 2024-12-02T23:24:02,414 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9e5ab3b623d7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] regionserver.HRegion(2603): Flush status journal for 41b16360daeacbacc52483ff2a73035a: 2024-12-02T23:24:02,414 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9e5ab3b623d7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1733181804535.41b16360daeacbacc52483ff2a73035a. for snapshot_backup_system completed. 2024-12-02T23:24:02,414 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9e5ab3b623d7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] snapshot.SnapshotManifest(241): Storing 'backup:system,,1733181804535.41b16360daeacbacc52483ff2a73035a.' region-info for snapshot=snapshot_backup_system 2024-12-02T23:24:02,414 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9e5ab3b623d7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-02T23:24:02,414 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9e5ab3b623d7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/backup/system/41b16360daeacbacc52483ff2a73035a/meta/00c368468df94dff800e6f5ded0d12c9, hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/backup/system/41b16360daeacbacc52483ff2a73035a/meta/b4b6a77d21ad4fdabaeeccb508ae9e07] hfiles 2024-12-02T23:24:02,414 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9e5ab3b623d7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] snapshot.SnapshotManifest(265): Adding reference for file (1/2): hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/backup/system/41b16360daeacbacc52483ff2a73035a/meta/00c368468df94dff800e6f5ded0d12c9 for snapshot=snapshot_backup_system 2024-12-02T23:24:02,414 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9e5ab3b623d7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] snapshot.SnapshotManifest(265): Adding reference for file (2/2): hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/backup/system/41b16360daeacbacc52483ff2a73035a/meta/b4b6a77d21ad4fdabaeeccb508ae9e07 for snapshot=snapshot_backup_system 2024-12-02T23:24:02,415 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9e5ab3b623d7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/backup/system/41b16360daeacbacc52483ff2a73035a/session/724b9edd19fa4e1bbd076239bb738d2e, hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/backup/system/41b16360daeacbacc52483ff2a73035a/session/173a12bdddbb4c88b111e658db043019, hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/backup/system/41b16360daeacbacc52483ff2a73035a/session/e26ccda4ccad4caaa0e265fe2a47f25f] hfiles 2024-12-02T23:24:02,415 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9e5ab3b623d7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] snapshot.SnapshotManifest(265): Adding reference for file (1/3): hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/backup/system/41b16360daeacbacc52483ff2a73035a/session/724b9edd19fa4e1bbd076239bb738d2e for snapshot=snapshot_backup_system 2024-12-02T23:24:02,415 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9e5ab3b623d7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] snapshot.SnapshotManifest(265): Adding reference for file (2/3): hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/backup/system/41b16360daeacbacc52483ff2a73035a/session/173a12bdddbb4c88b111e658db043019 for snapshot=snapshot_backup_system 2024-12-02T23:24:02,415 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9e5ab3b623d7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] snapshot.SnapshotManifest(265): Adding reference for file (3/3): hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/backup/system/41b16360daeacbacc52483ff2a73035a/session/e26ccda4ccad4caaa0e265fe2a47f25f for snapshot=snapshot_backup_system 2024-12-02T23:24:02,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741909_1085 (size=251) 2024-12-02T23:24:02,440 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9e5ab3b623d7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1733181804535.41b16360daeacbacc52483ff2a73035a. 2024-12-02T23:24:02,440 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9e5ab3b623d7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=49 2024-12-02T23:24:02,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] master.HMaster(4169): Remote procedure done, pid=49 2024-12-02T23:24:02,441 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_backup_system on region 41b16360daeacbacc52483ff2a73035a 2024-12-02T23:24:02,442 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=49, ppid=48, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 41b16360daeacbacc52483ff2a73035a 2024-12-02T23:24:02,445 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=48 2024-12-02T23:24:02,445 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=48, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 41b16360daeacbacc52483ff2a73035a in 1.0570 sec 2024-12-02T23:24:02,445 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=48, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=48, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-12-02T23:24:02,446 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=48, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=48, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-12-02T23:24:02,447 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=48, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=48, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-12-02T23:24:02,447 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_backup_system 2024-12-02T23:24:02,448 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/.hbase-snapshot/.tmp/snapshot_backup_system 2024-12-02T23:24:02,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741910_1086 (size=888) 2024-12-02T23:24:02,866 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=48, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=48, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-12-02T23:24:02,875 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=48, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=48, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-12-02T23:24:02,876 DEBUG [PEWorker-4 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/.hbase-snapshot/snapshot_backup_system 2024-12-02T23:24:02,877 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=48, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=48, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-12-02T23:24:02,878 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 48 2024-12-02T23:24:02,879 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=48, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 1.9320 sec 2024-12-02T23:24:03,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-12-02T23:24:03,102 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: backup:system completed 2024-12-02T23:24:03,102 INFO [Time-limited test {}] impl.TableBackupClient(119): Backup backup_1733181840907 started at 1733181843102. 2024-12-02T23:24:03,104 DEBUG [Time-limited test {}] impl.TableBackupClient(123): Backup session backup_1733181840907 has been started. 2024-12-02T23:24:03,109 INFO [Time-limited test {}] impl.FullTableBackupClient(153): Execute roll log procedure for full backup ... 2024-12-02T23:24:03,109 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] master.MasterRpcServices(1035): Client=jenkins//172.17.0.3 procedure request for: rolllog-proc 2024-12-02T23:24:03,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] procedure.ProcedureCoordinator(166): Submitting procedure rolllog 2024-12-02T23:24:03,110 INFO [(9e5ab3b623d7,43647,1733181782694)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2024-12-02T23:24:03,110 DEBUG [(9e5ab3b623d7,43647,1733181782694)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2024-12-02T23:24:03,110 DEBUG [(9e5ab3b623d7,43647,1733181782694)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2024-12-02T23:24:03,110 DEBUG [(9e5ab3b623d7,43647,1733181782694)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2024-12-02T23:24:03,111 DEBUG [(9e5ab3b623d7,43647,1733181782694)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:43647-0x10150422b490000, quorum=127.0.0.1:59082, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-12-02T23:24:03,111 DEBUG [(9e5ab3b623d7,43647,1733181782694)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2024-12-02T23:24:03,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36969-0x10150422b490001, quorum=127.0.0.1:59082, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-12-02T23:24:03,114 DEBUG [(9e5ab3b623d7,43647,1733181782694)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/9e5ab3b623d7,36969,1733181786563 2024-12-02T23:24:03,114 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-12-02T23:24:03,114 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-12-02T23:24:03,115 DEBUG [(9e5ab3b623d7,43647,1733181782694)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:43647-0x10150422b490000, quorum=127.0.0.1:59082, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/9e5ab3b623d7,36969,1733181786563 2024-12-02T23:24:03,115 DEBUG [(9e5ab3b623d7,43647,1733181782694)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2024-12-02T23:24:03,115 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2024-12-02T23:24:03,116 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36969-0x10150422b490001, quorum=127.0.0.1:59082, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-12-02T23:24:03,117 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2024-12-02T23:24:03,117 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2024-12-02T23:24:03,117 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2024-12-02T23:24:03,117 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2024-12-02T23:24:03,117 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(141): Submitting new Subprocedure:rolllog 2024-12-02T23:24:03,117 DEBUG [member: '9e5ab3b623d7,36969,1733181786563' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2024-12-02T23:24:03,117 DEBUG [member: '9e5ab3b623d7,36969,1733181786563' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2024-12-02T23:24:03,117 DEBUG [member: '9e5ab3b623d7,36969,1733181786563' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2024-12-02T23:24:03,117 DEBUG [member: '9e5ab3b623d7,36969,1733181786563' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2024-12-02T23:24:03,117 DEBUG [member: '9e5ab3b623d7,36969,1733181786563' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: '9e5ab3b623d7,36969,1733181786563' joining acquired barrier for procedure (rolllog) in zk 2024-12-02T23:24:03,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43647-0x10150422b490000, quorum=127.0.0.1:59082, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/9e5ab3b623d7,36969,1733181786563 2024-12-02T23:24:03,120 DEBUG [member: '9e5ab3b623d7,36969,1733181786563' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2024-12-02T23:24:03,120 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/9e5ab3b623d7,36969,1733181786563 2024-12-02T23:24:03,120 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-12-02T23:24:03,120 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-12-02T23:24:03,120 DEBUG [member: '9e5ab3b623d7,36969,1733181786563' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36969-0x10150422b490001, quorum=127.0.0.1:59082, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog 2024-12-02T23:24:03,120 DEBUG [member: '9e5ab3b623d7,36969,1733181786563' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2024-12-02T23:24:03,120 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-12-02T23:24:03,121 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-12-02T23:24:03,121 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-12-02T23:24:03,122 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------9e5ab3b623d7,36969,1733181786563 2024-12-02T23:24:03,122 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-12-02T23:24:03,123 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: '9e5ab3b623d7,36969,1733181786563' joining acquired barrier for procedure 'rolllog' on coordinator 2024-12-02T23:24:03,123 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@5adcad14[Count = 0] remaining members to acquire global barrier 2024-12-02T23:24:03,123 DEBUG [(9e5ab3b623d7,43647,1733181782694)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2024-12-02T23:24:03,123 DEBUG [(9e5ab3b623d7,43647,1733181782694)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2024-12-02T23:24:03,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36969-0x10150422b490001, quorum=127.0.0.1:59082, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-12-02T23:24:03,125 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2024-12-02T23:24:03,125 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2024-12-02T23:24:03,125 DEBUG [member: '9e5ab3b623d7,36969,1733181786563' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2024-12-02T23:24:03,125 DEBUG [(9e5ab3b623d7,43647,1733181782694)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:43647-0x10150422b490000, quorum=127.0.0.1:59082, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/9e5ab3b623d7,36969,1733181786563 2024-12-02T23:24:03,125 DEBUG [(9e5ab3b623d7,43647,1733181782694)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2024-12-02T23:24:03,125 DEBUG [member: '9e5ab3b623d7,36969,1733181786563' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2024-12-02T23:24:03,125 DEBUG [rs(9e5ab3b623d7,36969,1733181786563)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: 9e5ab3b623d7,36969,1733181786563 2024-12-02T23:24:03,125 INFO [rs(9e5ab3b623d7,36969,1733181786563)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1733181831781 highest: 1733181831781 on 9e5ab3b623d7,36969,1733181786563 2024-12-02T23:24:03,125 DEBUG [regionserver/9e5ab3b623d7:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 9e5ab3b623d7%2C36969%2C1733181786563.9e5ab3b623d7%2C36969%2C1733181786563.regiongroup-1:(num 1733181831737) roll requested 2024-12-02T23:24:03,144 DEBUG [regionserver/9e5ab3b623d7:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/WALs/9e5ab3b623d7,36969,1733181786563/9e5ab3b623d7%2C36969%2C1733181786563.9e5ab3b623d7%2C36969%2C1733181786563.regiongroup-1.1733181843126, exclude list is [], retry=0 2024-12-02T23:24:03,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37945,DS-9d4ccf70-de12-4a8d-8f90-b91efa3b860b,DISK] 2024-12-02T23:24:03,148 INFO [regionserver/9e5ab3b623d7:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/WALs/9e5ab3b623d7,36969,1733181786563/9e5ab3b623d7%2C36969%2C1733181786563.9e5ab3b623d7%2C36969%2C1733181786563.regiongroup-1.1733181831737 with entries=15, filesize=4.80 KB; new WAL /user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/WALs/9e5ab3b623d7,36969,1733181786563/9e5ab3b623d7%2C36969%2C1733181786563.9e5ab3b623d7%2C36969%2C1733181786563.regiongroup-1.1733181843126 2024-12-02T23:24:03,149 DEBUG [regionserver/9e5ab3b623d7:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33353:33353)] 2024-12-02T23:24:03,149 DEBUG [regionserver/9e5ab3b623d7:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/WALs/9e5ab3b623d7,36969,1733181786563/9e5ab3b623d7%2C36969%2C1733181786563.9e5ab3b623d7%2C36969%2C1733181786563.regiongroup-1.1733181831737 is not closed yet, will try archiving it next time 2024-12-02T23:24:03,149 DEBUG [regionserver/9e5ab3b623d7:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 9e5ab3b623d7%2C36969%2C1733181786563.meta:.meta(num 1733181831756) roll requested 2024-12-02T23:24:03,149 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/WALs/9e5ab3b623d7,36969,1733181786563/9e5ab3b623d7%2C36969%2C1733181786563.9e5ab3b623d7%2C36969%2C1733181786563.regiongroup-1.1733181811142 to hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/oldWALs/9e5ab3b623d7%2C36969%2C1733181786563.9e5ab3b623d7%2C36969%2C1733181786563.regiongroup-1.1733181811142 2024-12-02T23:24:03,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741889_1065 (size=4927) 2024-12-02T23:24:03,163 DEBUG [regionserver/9e5ab3b623d7:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/WALs/9e5ab3b623d7,36969,1733181786563/9e5ab3b623d7%2C36969%2C1733181786563.meta.1733181843149.meta, exclude list is [], retry=0 2024-12-02T23:24:03,165 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37945,DS-9d4ccf70-de12-4a8d-8f90-b91efa3b860b,DISK] 2024-12-02T23:24:03,167 INFO [regionserver/9e5ab3b623d7:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/WALs/9e5ab3b623d7,36969,1733181786563/9e5ab3b623d7%2C36969%2C1733181786563.meta.1733181831756.meta with entries=4, filesize=1.85 KB; new WAL /user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/WALs/9e5ab3b623d7,36969,1733181786563/9e5ab3b623d7%2C36969%2C1733181786563.meta.1733181843149.meta 2024-12-02T23:24:03,167 DEBUG [regionserver/9e5ab3b623d7:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33353:33353)] 2024-12-02T23:24:03,167 DEBUG [regionserver/9e5ab3b623d7:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/WALs/9e5ab3b623d7,36969,1733181786563/9e5ab3b623d7%2C36969%2C1733181786563.meta.1733181831756.meta is not closed yet, will try archiving it next time 2024-12-02T23:24:03,167 DEBUG [regionserver/9e5ab3b623d7:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 9e5ab3b623d7%2C36969%2C1733181786563.9e5ab3b623d7%2C36969%2C1733181786563.regiongroup-0:(num 1733181831781) roll requested 2024-12-02T23:24:03,169 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/WALs/9e5ab3b623d7,36969,1733181786563/9e5ab3b623d7%2C36969%2C1733181786563.meta.1733181831756.meta not finished, retry = 0 2024-12-02T23:24:03,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741890_1066 (size=1903) 2024-12-02T23:24:03,183 DEBUG [regionserver/9e5ab3b623d7:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/WALs/9e5ab3b623d7,36969,1733181786563/9e5ab3b623d7%2C36969%2C1733181786563.9e5ab3b623d7%2C36969%2C1733181786563.regiongroup-0.1733181843167, exclude list is [], retry=0 2024-12-02T23:24:03,185 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37945,DS-9d4ccf70-de12-4a8d-8f90-b91efa3b860b,DISK] 2024-12-02T23:24:03,186 INFO [regionserver/9e5ab3b623d7:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/WALs/9e5ab3b623d7,36969,1733181786563/9e5ab3b623d7%2C36969%2C1733181786563.9e5ab3b623d7%2C36969%2C1733181786563.regiongroup-0.1733181831781 with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/WALs/9e5ab3b623d7,36969,1733181786563/9e5ab3b623d7%2C36969%2C1733181786563.9e5ab3b623d7%2C36969%2C1733181786563.regiongroup-0.1733181843167 2024-12-02T23:24:03,186 DEBUG [regionserver/9e5ab3b623d7:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33353:33353)] 2024-12-02T23:24:03,186 DEBUG [regionserver/9e5ab3b623d7:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/WALs/9e5ab3b623d7,36969,1733181786563/9e5ab3b623d7%2C36969%2C1733181786563.9e5ab3b623d7%2C36969%2C1733181786563.regiongroup-0.1733181831781 is not closed yet, will try archiving it next time 2024-12-02T23:24:03,188 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/WALs/9e5ab3b623d7,36969,1733181786563/9e5ab3b623d7%2C36969%2C1733181786563.9e5ab3b623d7%2C36969%2C1733181786563.regiongroup-0.1733181831781 not finished, retry = 0 2024-12-02T23:24:03,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741891_1067 (size=93) 2024-12-02T23:24:03,206 DEBUG [rs(9e5ab3b623d7,36969,1733181786563)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 81 2024-12-02T23:24:03,206 INFO [rs(9e5ab3b623d7,36969,1733181786563)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1733181843167 on 9e5ab3b623d7,36969,1733181786563 2024-12-02T23:24:03,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-02T23:24:03,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-02T23:24:03,226 DEBUG [member: '9e5ab3b623d7,36969,1733181786563' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2024-12-02T23:24:03,226 DEBUG [member: '9e5ab3b623d7,36969,1733181786563' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member '9e5ab3b623d7,36969,1733181786563' in zk 2024-12-02T23:24:03,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43647-0x10150422b490000, quorum=127.0.0.1:59082, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/9e5ab3b623d7,36969,1733181786563 2024-12-02T23:24:03,228 DEBUG [member: '9e5ab3b623d7,36969,1733181786563' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2024-12-02T23:24:03,229 DEBUG [member: '9e5ab3b623d7,36969,1733181786563' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-12-02T23:24:03,229 DEBUG [member: '9e5ab3b623d7,36969,1733181786563' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2024-12-02T23:24:03,229 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/9e5ab3b623d7,36969,1733181786563 2024-12-02T23:24:03,229 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-12-02T23:24:03,229 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-12-02T23:24:03,229 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-12-02T23:24:03,230 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-12-02T23:24:03,230 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-12-02T23:24:03,231 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------9e5ab3b623d7,36969,1733181786563 2024-12-02T23:24:03,231 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-12-02T23:24:03,232 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-12-02T23:24:03,232 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------9e5ab3b623d7,36969,1733181786563 2024-12-02T23:24:03,233 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member '9e5ab3b623d7,36969,1733181786563': 2024-12-02T23:24:03,233 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: '9e5ab3b623d7,36969,1733181786563' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2024-12-02T23:24:03,233 INFO [(9e5ab3b623d7,43647,1733181782694)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2024-12-02T23:24:03,233 DEBUG [(9e5ab3b623d7,43647,1733181782694)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2024-12-02T23:24:03,233 DEBUG [(9e5ab3b623d7,43647,1733181782694)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2024-12-02T23:24:03,233 DEBUG [(9e5ab3b623d7,43647,1733181782694)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2024-12-02T23:24:03,233 INFO [(9e5ab3b623d7,43647,1733181782694)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllog including nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2024-12-02T23:24:03,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43647-0x10150422b490000, quorum=127.0.0.1:59082, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-12-02T23:24:03,240 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2024-12-02T23:24:03,240 DEBUG [(9e5ab3b623d7,43647,1733181782694)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:43647-0x10150422b490000, quorum=127.0.0.1:59082, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/9e5ab3b623d7,36969,1733181786563 2024-12-02T23:24:03,240 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-12-02T23:24:03,240 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-12-02T23:24:03,241 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-12-02T23:24:03,242 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-12-02T23:24:03,243 DEBUG [(9e5ab3b623d7,43647,1733181782694)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:43647-0x10150422b490000, quorum=127.0.0.1:59082, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/9e5ab3b623d7,36969,1733181786563 2024-12-02T23:24:03,243 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-12-02T23:24:03,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36969-0x10150422b490001, quorum=127.0.0.1:59082, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-12-02T23:24:03,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36969-0x10150422b490001, quorum=127.0.0.1:59082, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-12-02T23:24:03,243 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2024-12-02T23:24:03,243 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-12-02T23:24:03,246 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-12-02T23:24:03,247 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------9e5ab3b623d7,36969,1733181786563 2024-12-02T23:24:03,248 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-12-02T23:24:03,248 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-12-02T23:24:03,249 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-12-02T23:24:03,249 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-12-02T23:24:03,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36969-0x10150422b490001, quorum=127.0.0.1:59082, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-12-02T23:24:03,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43647-0x10150422b490000, quorum=127.0.0.1:59082, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/9e5ab3b623d7,36969,1733181786563 2024-12-02T23:24:03,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43647-0x10150422b490000, quorum=127.0.0.1:59082, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-12-02T23:24:03,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43647-0x10150422b490000, quorum=127.0.0.1:59082, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-12-02T23:24:03,250 DEBUG [(9e5ab3b623d7,43647,1733181782694)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-12-02T23:24:03,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43647-0x10150422b490000, quorum=127.0.0.1:59082, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/9e5ab3b623d7,36969,1733181786563 2024-12-02T23:24:03,250 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-12-02T23:24:03,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43647-0x10150422b490000, quorum=127.0.0.1:59082, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-12-02T23:24:03,250 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-12-02T23:24:03,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43647-0x10150422b490000, quorum=127.0.0.1:59082, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-12-02T23:24:03,250 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2024-12-02T23:24:03,250 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2024-12-02T23:24:03,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43647-0x10150422b490000, quorum=127.0.0.1:59082, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-12-02T23:24:03,251 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(347): master:43647-0x10150422b490000, quorum=127.0.0.1:59082, baseZNode=/1 Unable to get data of znode /1/rolllog-proc/abort/rolllog because node does not exist (not an error) 2024-12-02T23:24:03,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] master.MasterRpcServices(1336): Checking to see if procedure from request:rolllog-proc is done 2024-12-02T23:24:03,267 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.3 snapshot request for:{ ss=snapshot_1733181843266_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } 2024-12-02T23:24:03,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733181843267 (current time:1733181843267). 2024-12-02T23:24:03,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-12-02T23:24:03,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1733181843266_backup_system_bulk VERSION not specified, setting to 2 2024-12-02T23:24:03,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bd74b74, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T23:24:03,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] client.ClusterIdFetcher(90): Going to request 9e5ab3b623d7,43647,-1 for getting cluster id 2024-12-02T23:24:03,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T23:24:03,271 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '63424050-545e-45e7-97f4-936912587d3f' 2024-12-02T23:24:03,271 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T23:24:03,272 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "63424050-545e-45e7-97f4-936912587d3f" 2024-12-02T23:24:03,272 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@618663dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T23:24:03,272 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9e5ab3b623d7,43647,-1] 2024-12-02T23:24:03,272 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T23:24:03,273 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T23:24:03,274 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51974, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T23:24:03,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2715c45c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T23:24:03,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T23:24:03,276 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9e5ab3b623d7,36969,1733181786563, seqNum=-1] 2024-12-02T23:24:03,277 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T23:24:03,278 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51522, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T23:24:03,279 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647. 2024-12-02T23:24:03,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T23:24:03,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T23:24:03,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T23:24:03,280 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T23:24:03,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-12-02T23:24:03,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] procedure2.ProcedureExecutor(1139): Stored pid=50, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1733181843266_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } 2024-12-02T23:24:03,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1733181843266_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 }, snapshot procedure id = 50 2024-12-02T23:24:03,283 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1733181843266_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-12-02T23:24:03,285 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1733181843266_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-12-02T23:24:03,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-12-02T23:24:03,288 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1733181843266_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-12-02T23:24:03,294 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/WALs/9e5ab3b623d7,36969,1733181786563/9e5ab3b623d7%2C36969%2C1733181786563.9e5ab3b623d7%2C36969%2C1733181786563.regiongroup-0.1733181831781 to hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/oldWALs/9e5ab3b623d7%2C36969%2C1733181786563.9e5ab3b623d7%2C36969%2C1733181786563.regiongroup-0.1733181831781 2024-12-02T23:24:03,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741914_1090 (size=76) 2024-12-02T23:24:03,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-12-02T23:24:03,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-12-02T23:24:03,624 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 2c1b1533dbdd8e1e2667495a8915c673, had cached 0 bytes from a total of 8413 2024-12-02T23:24:03,720 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1733181843266_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-12-02T23:24:03,721 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=50, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ec87597e34208c8101257d290be57459}] 2024-12-02T23:24:03,722 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=51, ppid=50, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ec87597e34208c8101257d290be57459 2024-12-02T23:24:03,874 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36969 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=51 2024-12-02T23:24:03,875 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9e5ab3b623d7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system_bulk,,1733181806713.ec87597e34208c8101257d290be57459. 2024-12-02T23:24:03,875 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9e5ab3b623d7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] regionserver.HRegion(2603): Flush status journal for ec87597e34208c8101257d290be57459: 2024-12-02T23:24:03,875 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9e5ab3b623d7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system_bulk,,1733181806713.ec87597e34208c8101257d290be57459. for snapshot_1733181843266_backup_system_bulk completed. 2024-12-02T23:24:03,875 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9e5ab3b623d7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] snapshot.SnapshotManifest(241): Storing 'backup:system_bulk,,1733181806713.ec87597e34208c8101257d290be57459.' region-info for snapshot=snapshot_1733181843266_backup_system_bulk 2024-12-02T23:24:03,875 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9e5ab3b623d7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-02T23:24:03,876 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9e5ab3b623d7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-02T23:24:03,876 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9e5ab3b623d7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-02T23:24:03,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-12-02T23:24:03,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741915_1091 (size=61) 2024-12-02T23:24:04,331 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9e5ab3b623d7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system_bulk,,1733181806713.ec87597e34208c8101257d290be57459. 2024-12-02T23:24:04,331 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9e5ab3b623d7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-12-02T23:24:04,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-12-02T23:24:04,332 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1733181843266_backup_system_bulk on region ec87597e34208c8101257d290be57459 2024-12-02T23:24:04,332 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=51, ppid=50, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ec87597e34208c8101257d290be57459 2024-12-02T23:24:04,335 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=51, resume processing ppid=50 2024-12-02T23:24:04,335 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=50, state=SUCCESS, hasLock=false; SnapshotRegionProcedure ec87597e34208c8101257d290be57459 in 612 msec 2024-12-02T23:24:04,336 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1733181843266_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-12-02T23:24:04,337 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1733181843266_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-12-02T23:24:04,338 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1733181843266_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-12-02T23:24:04,338 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1733181843266_backup_system_bulk 2024-12-02T23:24:04,342 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/.hbase-snapshot/.tmp/snapshot_1733181843266_backup_system_bulk 2024-12-02T23:24:04,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741916_1092 (size=702) 2024-12-02T23:24:04,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-12-02T23:24:04,770 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1733181843266_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-12-02T23:24:04,776 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1733181843266_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-12-02T23:24:04,777 DEBUG [PEWorker-3 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/.hbase-snapshot/.tmp/snapshot_1733181843266_backup_system_bulk to hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/.hbase-snapshot/snapshot_1733181843266_backup_system_bulk 2024-12-02T23:24:04,778 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1733181843266_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-12-02T23:24:04,778 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1733181843266_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 }, snapshot procedure id = 50 2024-12-02T23:24:04,780 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1733181843266_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } in 1.4980 sec 2024-12-02T23:24:05,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-12-02T23:24:05,432 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: backup:system_bulk completed 2024-12-02T23:24:05,433 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.3 snapshot request for:{ ss=snapshot_1733181845432_default_test-1733181795915 table=test-1733181795915 type=FLUSH ttl=0 } 2024-12-02T23:24:05,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733181845433 (current time:1733181845433). 2024-12-02T23:24:05,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-12-02T23:24:05,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1733181845432_default_test-1733181795915 VERSION not specified, setting to 2 2024-12-02T23:24:05,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a10451b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T23:24:05,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] client.ClusterIdFetcher(90): Going to request 9e5ab3b623d7,43647,-1 for getting cluster id 2024-12-02T23:24:05,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T23:24:05,436 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '63424050-545e-45e7-97f4-936912587d3f' 2024-12-02T23:24:05,437 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T23:24:05,437 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "63424050-545e-45e7-97f4-936912587d3f" 2024-12-02T23:24:05,437 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fa6f94f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T23:24:05,437 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9e5ab3b623d7,43647,-1] 2024-12-02T23:24:05,437 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T23:24:05,438 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T23:24:05,439 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51992, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T23:24:05,440 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d7bc9ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T23:24:05,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T23:24:05,442 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9e5ab3b623d7,36969,1733181786563, seqNum=-1] 2024-12-02T23:24:05,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T23:24:05,443 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51536, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T23:24:05,446 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647. 2024-12-02T23:24:05,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T23:24:05,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T23:24:05,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T23:24:05,446 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T23:24:05,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-12-02T23:24:05,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] procedure2.ProcedureExecutor(1139): Stored pid=52, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1733181845432_default_test-1733181795915 table=test-1733181795915 type=FLUSH ttl=0 } 2024-12-02T23:24:05,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1733181845432_default_test-1733181795915 table=test-1733181795915 type=FLUSH ttl=0 }, snapshot procedure id = 52 2024-12-02T23:24:05,452 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1733181845432_default_test-1733181795915 table=test-1733181795915 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-12-02T23:24:05,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-12-02T23:24:05,454 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1733181845432_default_test-1733181795915 table=test-1733181795915 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-12-02T23:24:05,457 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1733181845432_default_test-1733181795915 table=test-1733181795915 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-12-02T23:24:05,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741917_1093 (size=84) 2024-12-02T23:24:05,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-12-02T23:24:05,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-12-02T23:24:05,866 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1733181845432_default_test-1733181795915 table=test-1733181795915 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-12-02T23:24:05,867 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=52, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 830504ca41f7d3ba4d09cc51660755b4}] 2024-12-02T23:24:05,868 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=53, ppid=52, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 830504ca41f7d3ba4d09cc51660755b4 2024-12-02T23:24:05,924 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobtracker.properties,hadoop-metrics2.properties 2024-12-02T23:24:06,020 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36969 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=53 2024-12-02T23:24:06,020 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9e5ab3b623d7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on test-1733181795915,,1733181796409.830504ca41f7d3ba4d09cc51660755b4. 2024-12-02T23:24:06,020 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9e5ab3b623d7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] regionserver.HRegion(2603): Flush status journal for 830504ca41f7d3ba4d09cc51660755b4: 2024-12-02T23:24:06,020 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9e5ab3b623d7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] regionserver.SnapshotRegionCallable(75): Snapshotting region test-1733181795915,,1733181796409.830504ca41f7d3ba4d09cc51660755b4. for snapshot_1733181845432_default_test-1733181795915 completed. 2024-12-02T23:24:06,020 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9e5ab3b623d7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] snapshot.SnapshotManifest(241): Storing 'test-1733181795915,,1733181796409.830504ca41f7d3ba4d09cc51660755b4.' region-info for snapshot=snapshot_1733181845432_default_test-1733181795915 2024-12-02T23:24:06,020 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9e5ab3b623d7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-02T23:24:06,020 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9e5ab3b623d7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/default/test-1733181795915/830504ca41f7d3ba4d09cc51660755b4/f/fd2bd222de41413193267c18916d8f51, hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/default/test-1733181795915/830504ca41f7d3ba4d09cc51660755b4/f/14495b61d7cc4c3c9cfb6b78d3ebb7a0] hfiles 2024-12-02T23:24:06,021 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9e5ab3b623d7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] snapshot.SnapshotManifest(265): Adding reference for file (1/2): hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/default/test-1733181795915/830504ca41f7d3ba4d09cc51660755b4/f/fd2bd222de41413193267c18916d8f51 for snapshot=snapshot_1733181845432_default_test-1733181795915 2024-12-02T23:24:06,021 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9e5ab3b623d7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] snapshot.SnapshotManifest(265): Adding reference for file (2/2): hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/default/test-1733181795915/830504ca41f7d3ba4d09cc51660755b4/f/14495b61d7cc4c3c9cfb6b78d3ebb7a0 for snapshot=snapshot_1733181845432_default_test-1733181795915 2024-12-02T23:24:06,021 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9e5ab3b623d7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-02T23:24:06,021 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9e5ab3b623d7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/default/test-1733181795915/830504ca41f7d3ba4d09cc51660755b4/mob/7decd90f792d4611b4604c712400160e, hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/default/test-1733181795915/830504ca41f7d3ba4d09cc51660755b4/mob/1997136ad0b44e619127b650acdf2195] hfiles 2024-12-02T23:24:06,021 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9e5ab3b623d7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] snapshot.SnapshotManifest(265): Adding reference for file (1/2): hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/default/test-1733181795915/830504ca41f7d3ba4d09cc51660755b4/mob/7decd90f792d4611b4604c712400160e for snapshot=snapshot_1733181845432_default_test-1733181795915 2024-12-02T23:24:06,021 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9e5ab3b623d7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] snapshot.SnapshotManifest(265): Adding reference for file (2/2): hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/default/test-1733181795915/830504ca41f7d3ba4d09cc51660755b4/mob/1997136ad0b44e619127b650acdf2195 for snapshot=snapshot_1733181845432_default_test-1733181795915 2024-12-02T23:24:06,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741918_1094 (size=224) 2024-12-02T23:24:06,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-12-02T23:24:06,428 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9e5ab3b623d7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on test-1733181795915,,1733181796409.830504ca41f7d3ba4d09cc51660755b4. 2024-12-02T23:24:06,428 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9e5ab3b623d7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-12-02T23:24:06,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-12-02T23:24:06,429 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1733181845432_default_test-1733181795915 on region 830504ca41f7d3ba4d09cc51660755b4 2024-12-02T23:24:06,429 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=53, ppid=52, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 830504ca41f7d3ba4d09cc51660755b4 2024-12-02T23:24:06,433 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=53, resume processing ppid=52 2024-12-02T23:24:06,433 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=52, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 830504ca41f7d3ba4d09cc51660755b4 in 564 msec 2024-12-02T23:24:06,433 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1733181845432_default_test-1733181795915 table=test-1733181795915 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-12-02T23:24:06,434 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1733181845432_default_test-1733181795915 table=test-1733181795915 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-12-02T23:24:06,435 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(300): Storing region-info for snapshot. 2024-12-02T23:24:06,435 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(305): Creating references for hfiles 2024-12-02T23:24:06,435 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T23:24:06,436 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: f 2024-12-02T23:24:06,436 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T23:24:06,436 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: f2 2024-12-02T23:24:06,436 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T23:24:06,437 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(366): Adding snapshot references for [hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/mobdir/data/default/test-1733181795915/a4e70e921078329bf57c93c37d8f540b/mob/d41d8cd98f00b204e9800998ecf8427e20241202f3166b0d34f24fa28bab75e168326b1b_830504ca41f7d3ba4d09cc51660755b4] hfiles 2024-12-02T23:24:06,437 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(374): Adding reference for hfile (1/1): hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/mobdir/data/default/test-1733181795915/a4e70e921078329bf57c93c37d8f540b/mob/d41d8cd98f00b204e9800998ecf8427e20241202f3166b0d34f24fa28bab75e168326b1b_830504ca41f7d3ba4d09cc51660755b4 2024-12-02T23:24:06,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741919_1095 (size=168) 2024-12-02T23:24:06,444 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1733181845432_default_test-1733181795915 table=test-1733181795915 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-12-02T23:24:06,445 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1733181845432_default_test-1733181795915 2024-12-02T23:24:06,445 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/.hbase-snapshot/.tmp/snapshot_1733181845432_default_test-1733181795915 2024-12-02T23:24:06,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741920_1096 (size=1347) 2024-12-02T23:24:06,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-12-02T23:24:06,872 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1733181845432_default_test-1733181795915 table=test-1733181795915 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-12-02T23:24:06,885 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1733181845432_default_test-1733181795915 table=test-1733181795915 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-12-02T23:24:06,890 DEBUG [PEWorker-5 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/.hbase-snapshot/.tmp/snapshot_1733181845432_default_test-1733181795915 to hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/.hbase-snapshot/snapshot_1733181845432_default_test-1733181795915 2024-12-02T23:24:06,892 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1733181845432_default_test-1733181795915 table=test-1733181795915 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-12-02T23:24:06,893 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1733181845432_default_test-1733181795915 table=test-1733181795915 type=FLUSH ttl=0 }, snapshot procedure id = 52 2024-12-02T23:24:06,895 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1733181845432_default_test-1733181795915 table=test-1733181795915 type=FLUSH ttl=0 } in 1.4440 sec 2024-12-02T23:24:07,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-12-02T23:24:07,602 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: default:test-1733181795915 completed 2024-12-02T23:24:07,603 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.3 snapshot request for:{ ss=snapshot_1733181847602_ns3_test-17331817959152 table=ns3:test-17331817959152 type=FLUSH ttl=0 } 2024-12-02T23:24:07,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733181847603 (current time:1733181847603). 2024-12-02T23:24:07,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-12-02T23:24:07,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1733181847602_ns3_test-17331817959152 VERSION not specified, setting to 2 2024-12-02T23:24:07,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34a800a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T23:24:07,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] client.ClusterIdFetcher(90): Going to request 9e5ab3b623d7,43647,-1 for getting cluster id 2024-12-02T23:24:07,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T23:24:07,605 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '63424050-545e-45e7-97f4-936912587d3f' 2024-12-02T23:24:07,605 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T23:24:07,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "63424050-545e-45e7-97f4-936912587d3f" 2024-12-02T23:24:07,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39b20d62, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T23:24:07,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9e5ab3b623d7,43647,-1] 2024-12-02T23:24:07,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T23:24:07,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T23:24:07,607 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52010, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T23:24:07,608 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@182d97f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T23:24:07,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T23:24:07,609 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9e5ab3b623d7,36969,1733181786563, seqNum=-1] 2024-12-02T23:24:07,609 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T23:24:07,610 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51540, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T23:24:07,611 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647. 2024-12-02T23:24:07,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T23:24:07,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T23:24:07,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T23:24:07,612 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T23:24:07,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-12-02T23:24:07,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] procedure2.ProcedureExecutor(1139): Stored pid=54, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1733181847602_ns3_test-17331817959152 table=ns3:test-17331817959152 type=FLUSH ttl=0 } 2024-12-02T23:24:07,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1733181847602_ns3_test-17331817959152 table=ns3:test-17331817959152 type=FLUSH ttl=0 }, snapshot procedure id = 54 2024-12-02T23:24:07,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-12-02T23:24:07,614 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1733181847602_ns3_test-17331817959152 table=ns3:test-17331817959152 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-12-02T23:24:07,615 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1733181847602_ns3_test-17331817959152 table=ns3:test-17331817959152 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-12-02T23:24:07,618 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1733181847602_ns3_test-17331817959152 table=ns3:test-17331817959152 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-12-02T23:24:07,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741921_1097 (size=86) 2024-12-02T23:24:07,624 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1733181847602_ns3_test-17331817959152 table=ns3:test-17331817959152 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-12-02T23:24:07,624 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=55, ppid=54, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fa9f6e0a7ee1225b1fb66121130d0366}] 2024-12-02T23:24:07,625 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=55, ppid=54, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fa9f6e0a7ee1225b1fb66121130d0366 2024-12-02T23:24:07,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-12-02T23:24:07,777 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36969 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=55 2024-12-02T23:24:07,777 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9e5ab3b623d7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on ns3:test-17331817959152,,1733181799185.fa9f6e0a7ee1225b1fb66121130d0366. 2024-12-02T23:24:07,777 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9e5ab3b623d7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] regionserver.HRegion(2603): Flush status journal for fa9f6e0a7ee1225b1fb66121130d0366: 2024-12-02T23:24:07,777 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9e5ab3b623d7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] regionserver.SnapshotRegionCallable(75): Snapshotting region ns3:test-17331817959152,,1733181799185.fa9f6e0a7ee1225b1fb66121130d0366. for snapshot_1733181847602_ns3_test-17331817959152 completed. 2024-12-02T23:24:07,778 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9e5ab3b623d7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] snapshot.SnapshotManifest(241): Storing 'ns3:test-17331817959152,,1733181799185.fa9f6e0a7ee1225b1fb66121130d0366.' region-info for snapshot=snapshot_1733181847602_ns3_test-17331817959152 2024-12-02T23:24:07,778 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9e5ab3b623d7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-02T23:24:07,778 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9e5ab3b623d7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-02T23:24:07,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741922_1098 (size=52) 2024-12-02T23:24:07,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-12-02T23:24:08,192 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9e5ab3b623d7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on ns3:test-17331817959152,,1733181799185.fa9f6e0a7ee1225b1fb66121130d0366. 2024-12-02T23:24:08,192 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9e5ab3b623d7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=55 2024-12-02T23:24:08,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] master.HMaster(4169): Remote procedure done, pid=55 2024-12-02T23:24:08,193 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1733181847602_ns3_test-17331817959152 on region fa9f6e0a7ee1225b1fb66121130d0366 2024-12-02T23:24:08,193 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=55, ppid=54, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fa9f6e0a7ee1225b1fb66121130d0366 2024-12-02T23:24:08,196 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=55, resume processing ppid=54 2024-12-02T23:24:08,197 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=54, state=SUCCESS, hasLock=false; SnapshotRegionProcedure fa9f6e0a7ee1225b1fb66121130d0366 in 571 msec 2024-12-02T23:24:08,197 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1733181847602_ns3_test-17331817959152 table=ns3:test-17331817959152 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-12-02T23:24:08,198 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1733181847602_ns3_test-17331817959152 table=ns3:test-17331817959152 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-12-02T23:24:08,198 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1733181847602_ns3_test-17331817959152 table=ns3:test-17331817959152 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-12-02T23:24:08,199 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1733181847602_ns3_test-17331817959152 2024-12-02T23:24:08,200 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/.hbase-snapshot/.tmp/snapshot_1733181847602_ns3_test-17331817959152 2024-12-02T23:24:08,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741923_1099 (size=443) 2024-12-02T23:24:08,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-12-02T23:24:08,611 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1733181847602_ns3_test-17331817959152 table=ns3:test-17331817959152 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-12-02T23:24:08,617 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1733181847602_ns3_test-17331817959152 table=ns3:test-17331817959152 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-12-02T23:24:08,618 DEBUG [PEWorker-2 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/.hbase-snapshot/.tmp/snapshot_1733181847602_ns3_test-17331817959152 to hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/.hbase-snapshot/snapshot_1733181847602_ns3_test-17331817959152 2024-12-02T23:24:08,620 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1733181847602_ns3_test-17331817959152 table=ns3:test-17331817959152 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-12-02T23:24:08,620 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1733181847602_ns3_test-17331817959152 table=ns3:test-17331817959152 type=FLUSH ttl=0 }, snapshot procedure id = 54 2024-12-02T23:24:08,621 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1733181847602_ns3_test-17331817959152 table=ns3:test-17331817959152 type=FLUSH ttl=0 } in 1.0080 sec 2024-12-02T23:24:08,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-12-02T23:24:08,752 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: ns3:test-17331817959152 completed 2024-12-02T23:24:08,753 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.3 snapshot request for:{ ss=snapshot_1733181848752_ns2_test-17331817959151 table=ns2:test-17331817959151 type=FLUSH ttl=0 } 2024-12-02T23:24:08,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733181848753 (current time:1733181848753). 2024-12-02T23:24:08,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-12-02T23:24:08,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1733181848752_ns2_test-17331817959151 VERSION not specified, setting to 2 2024-12-02T23:24:08,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6580cda2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T23:24:08,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] client.ClusterIdFetcher(90): Going to request 9e5ab3b623d7,43647,-1 for getting cluster id 2024-12-02T23:24:08,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T23:24:08,755 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '63424050-545e-45e7-97f4-936912587d3f' 2024-12-02T23:24:08,755 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T23:24:08,755 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "63424050-545e-45e7-97f4-936912587d3f" 2024-12-02T23:24:08,756 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ab19b9a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T23:24:08,756 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9e5ab3b623d7,43647,-1] 2024-12-02T23:24:08,756 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T23:24:08,756 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T23:24:08,757 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52024, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T23:24:08,758 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29356aba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T23:24:08,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T23:24:08,759 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9e5ab3b623d7,36969,1733181786563, seqNum=-1] 2024-12-02T23:24:08,760 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T23:24:08,760 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51550, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T23:24:08,762 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647. 2024-12-02T23:24:08,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T23:24:08,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T23:24:08,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T23:24:08,762 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T23:24:08,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-12-02T23:24:08,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] procedure2.ProcedureExecutor(1139): Stored pid=56, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1733181848752_ns2_test-17331817959151 table=ns2:test-17331817959151 type=FLUSH ttl=0 } 2024-12-02T23:24:08,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1733181848752_ns2_test-17331817959151 table=ns2:test-17331817959151 type=FLUSH ttl=0 }, snapshot procedure id = 56 2024-12-02T23:24:08,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-12-02T23:24:08,765 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1733181848752_ns2_test-17331817959151 table=ns2:test-17331817959151 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-12-02T23:24:08,766 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1733181848752_ns2_test-17331817959151 table=ns2:test-17331817959151 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-12-02T23:24:08,769 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1733181848752_ns2_test-17331817959151 table=ns2:test-17331817959151 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-12-02T23:24:08,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741924_1100 (size=86) 2024-12-02T23:24:08,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-12-02T23:24:09,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-12-02T23:24:09,176 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1733181848752_ns2_test-17331817959151 table=ns2:test-17331817959151 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-12-02T23:24:09,176 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=57, ppid=56, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2c1b1533dbdd8e1e2667495a8915c673}] 2024-12-02T23:24:09,177 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=57, ppid=56, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2c1b1533dbdd8e1e2667495a8915c673 2024-12-02T23:24:09,329 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36969 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=57 2024-12-02T23:24:09,330 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9e5ab3b623d7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on ns2:test-17331817959151,,1733181797842.2c1b1533dbdd8e1e2667495a8915c673. 2024-12-02T23:24:09,330 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/9e5ab3b623d7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] regionserver.HRegion(2902): Flushing 2c1b1533dbdd8e1e2667495a8915c673 1/1 column families, dataSize=170 B heapSize=816 B 2024-12-02T23:24:09,335 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9e5ab3b623d7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/ns2/test-17331817959151/2c1b1533dbdd8e1e2667495a8915c673/.tmp/f/1b5341d41e2649b297fbede499dd3a56 is 38, key is row-t20/f:q1/1733181826032/Put/seqid=0 2024-12-02T23:24:09,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741925_1101 (size=5134) 2024-12-02T23:24:09,341 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/9e5ab3b623d7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=111 (bloomFilter=true), to=hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/ns2/test-17331817959151/2c1b1533dbdd8e1e2667495a8915c673/.tmp/f/1b5341d41e2649b297fbede499dd3a56 2024-12-02T23:24:09,350 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9e5ab3b623d7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/ns2/test-17331817959151/2c1b1533dbdd8e1e2667495a8915c673/.tmp/f/1b5341d41e2649b297fbede499dd3a56 as hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/ns2/test-17331817959151/2c1b1533dbdd8e1e2667495a8915c673/f/1b5341d41e2649b297fbede499dd3a56 2024-12-02T23:24:09,357 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/9e5ab3b623d7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/ns2/test-17331817959151/2c1b1533dbdd8e1e2667495a8915c673/f/1b5341d41e2649b297fbede499dd3a56, entries=5, sequenceid=111, filesize=5.0 K 2024-12-02T23:24:09,358 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/9e5ab3b623d7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] regionserver.HRegion(3140): Finished flush of dataSize ~170 B/170, heapSize ~800 B/800, currentSize=0 B/0 for 2c1b1533dbdd8e1e2667495a8915c673 in 28ms, sequenceid=111, compaction requested=false 2024-12-02T23:24:09,358 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9e5ab3b623d7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] regionserver.HRegion(2603): Flush status journal for 2c1b1533dbdd8e1e2667495a8915c673: 2024-12-02T23:24:09,358 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9e5ab3b623d7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] regionserver.SnapshotRegionCallable(75): Snapshotting region ns2:test-17331817959151,,1733181797842.2c1b1533dbdd8e1e2667495a8915c673. for snapshot_1733181848752_ns2_test-17331817959151 completed. 2024-12-02T23:24:09,359 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9e5ab3b623d7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] snapshot.SnapshotManifest(241): Storing 'ns2:test-17331817959151,,1733181797842.2c1b1533dbdd8e1e2667495a8915c673.' region-info for snapshot=snapshot_1733181848752_ns2_test-17331817959151 2024-12-02T23:24:09,359 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9e5ab3b623d7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-02T23:24:09,359 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9e5ab3b623d7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/ns2/test-17331817959151/2c1b1533dbdd8e1e2667495a8915c673/f/f94be1bc8d844349abfb0b92f90362ff, hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/ns2/test-17331817959151/2c1b1533dbdd8e1e2667495a8915c673/f/1b5341d41e2649b297fbede499dd3a56] hfiles 2024-12-02T23:24:09,359 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9e5ab3b623d7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] snapshot.SnapshotManifest(265): Adding reference for file (1/2): hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/ns2/test-17331817959151/2c1b1533dbdd8e1e2667495a8915c673/f/f94be1bc8d844349abfb0b92f90362ff for snapshot=snapshot_1733181848752_ns2_test-17331817959151 2024-12-02T23:24:09,359 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9e5ab3b623d7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] snapshot.SnapshotManifest(265): Adding reference for file (2/2): hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/ns2/test-17331817959151/2c1b1533dbdd8e1e2667495a8915c673/f/1b5341d41e2649b297fbede499dd3a56 for snapshot=snapshot_1733181848752_ns2_test-17331817959151 2024-12-02T23:24:09,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741926_1102 (size=130) 2024-12-02T23:24:09,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-12-02T23:24:09,771 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9e5ab3b623d7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on ns2:test-17331817959151,,1733181797842.2c1b1533dbdd8e1e2667495a8915c673. 2024-12-02T23:24:09,772 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9e5ab3b623d7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=57 2024-12-02T23:24:09,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] master.HMaster(4169): Remote procedure done, pid=57 2024-12-02T23:24:09,773 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1733181848752_ns2_test-17331817959151 on region 2c1b1533dbdd8e1e2667495a8915c673 2024-12-02T23:24:09,773 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=57, ppid=56, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2c1b1533dbdd8e1e2667495a8915c673 2024-12-02T23:24:09,777 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=57, resume processing ppid=56 2024-12-02T23:24:09,777 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=57, ppid=56, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 2c1b1533dbdd8e1e2667495a8915c673 in 598 msec 2024-12-02T23:24:09,777 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1733181848752_ns2_test-17331817959151 table=ns2:test-17331817959151 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-12-02T23:24:09,778 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1733181848752_ns2_test-17331817959151 table=ns2:test-17331817959151 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-12-02T23:24:09,779 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1733181848752_ns2_test-17331817959151 table=ns2:test-17331817959151 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-12-02T23:24:09,779 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1733181848752_ns2_test-17331817959151 2024-12-02T23:24:09,780 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/.hbase-snapshot/.tmp/snapshot_1733181848752_ns2_test-17331817959151 2024-12-02T23:24:09,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741927_1103 (size=496) 2024-12-02T23:24:09,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-12-02T23:24:09,983 INFO [master/9e5ab3b623d7:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-02T23:24:09,983 INFO [master/9e5ab3b623d7:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-02T23:24:10,199 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1733181848752_ns2_test-17331817959151 table=ns2:test-17331817959151 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-12-02T23:24:10,207 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1733181848752_ns2_test-17331817959151 table=ns2:test-17331817959151 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-12-02T23:24:10,207 DEBUG [PEWorker-1 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/.hbase-snapshot/.tmp/snapshot_1733181848752_ns2_test-17331817959151 to hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/.hbase-snapshot/snapshot_1733181848752_ns2_test-17331817959151 2024-12-02T23:24:10,209 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1733181848752_ns2_test-17331817959151 table=ns2:test-17331817959151 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-12-02T23:24:10,209 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1733181848752_ns2_test-17331817959151 table=ns2:test-17331817959151 type=FLUSH ttl=0 }, snapshot procedure id = 56 2024-12-02T23:24:10,210 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1733181848752_ns2_test-17331817959151 table=ns2:test-17331817959151 type=FLUSH ttl=0 } in 1.4460 sec 2024-12-02T23:24:10,715 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 41b16360daeacbacc52483ff2a73035a, had cached 0 bytes from a total of 28925 2024-12-02T23:24:10,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-12-02T23:24:10,912 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: ns2:test-17331817959151 completed 2024-12-02T23:24:10,913 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.3 snapshot request for:{ ss=snapshot_1733181850912_ns4_test-17331817959153 table=ns4:test-17331817959153 type=FLUSH ttl=0 } 2024-12-02T23:24:10,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733181850913 (current time:1733181850913). 2024-12-02T23:24:10,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-12-02T23:24:10,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1733181850912_ns4_test-17331817959153 VERSION not specified, setting to 2 2024-12-02T23:24:10,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@430300a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T23:24:10,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] client.ClusterIdFetcher(90): Going to request 9e5ab3b623d7,43647,-1 for getting cluster id 2024-12-02T23:24:10,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T23:24:10,915 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '63424050-545e-45e7-97f4-936912587d3f' 2024-12-02T23:24:10,915 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T23:24:10,915 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "63424050-545e-45e7-97f4-936912587d3f" 2024-12-02T23:24:10,915 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@159dff70, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T23:24:10,915 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9e5ab3b623d7,43647,-1] 2024-12-02T23:24:10,916 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T23:24:10,916 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T23:24:10,917 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52052, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T23:24:10,918 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ec6c6f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T23:24:10,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T23:24:10,919 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9e5ab3b623d7,36969,1733181786563, seqNum=-1] 2024-12-02T23:24:10,919 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T23:24:10,921 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51554, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T23:24:10,922 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647. 2024-12-02T23:24:10,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T23:24:10,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T23:24:10,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T23:24:10,922 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T23:24:10,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-12-02T23:24:10,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] procedure2.ProcedureExecutor(1139): Stored pid=58, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1733181850912_ns4_test-17331817959153 table=ns4:test-17331817959153 type=FLUSH ttl=0 } 2024-12-02T23:24:10,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1733181850912_ns4_test-17331817959153 table=ns4:test-17331817959153 type=FLUSH ttl=0 }, snapshot procedure id = 58 2024-12-02T23:24:10,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-12-02T23:24:10,927 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1733181850912_ns4_test-17331817959153 table=ns4:test-17331817959153 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-12-02T23:24:10,928 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1733181850912_ns4_test-17331817959153 table=ns4:test-17331817959153 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-12-02T23:24:10,931 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1733181850912_ns4_test-17331817959153 table=ns4:test-17331817959153 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-12-02T23:24:10,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741928_1104 (size=86) 2024-12-02T23:24:11,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-12-02T23:24:11,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-12-02T23:24:11,338 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1733181850912_ns4_test-17331817959153 table=ns4:test-17331817959153 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-12-02T23:24:11,338 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=59, ppid=58, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure aedd6e75f4bb0c4052238bc3528a4c96}] 2024-12-02T23:24:11,339 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=59, ppid=58, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure aedd6e75f4bb0c4052238bc3528a4c96 2024-12-02T23:24:11,491 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36969 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=59 2024-12-02T23:24:11,491 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9e5ab3b623d7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on ns4:test-17331817959153,,1733181800343.aedd6e75f4bb0c4052238bc3528a4c96. 2024-12-02T23:24:11,491 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9e5ab3b623d7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] regionserver.HRegion(2603): Flush status journal for aedd6e75f4bb0c4052238bc3528a4c96: 2024-12-02T23:24:11,492 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9e5ab3b623d7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] regionserver.SnapshotRegionCallable(75): Snapshotting region ns4:test-17331817959153,,1733181800343.aedd6e75f4bb0c4052238bc3528a4c96. for snapshot_1733181850912_ns4_test-17331817959153 completed. 2024-12-02T23:24:11,492 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9e5ab3b623d7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] snapshot.SnapshotManifest(241): Storing 'ns4:test-17331817959153,,1733181800343.aedd6e75f4bb0c4052238bc3528a4c96.' region-info for snapshot=snapshot_1733181850912_ns4_test-17331817959153 2024-12-02T23:24:11,492 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9e5ab3b623d7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-02T23:24:11,492 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9e5ab3b623d7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-02T23:24:11,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741929_1105 (size=52) 2024-12-02T23:24:11,501 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9e5ab3b623d7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on ns4:test-17331817959153,,1733181800343.aedd6e75f4bb0c4052238bc3528a4c96. 2024-12-02T23:24:11,501 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9e5ab3b623d7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=59 2024-12-02T23:24:11,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] master.HMaster(4169): Remote procedure done, pid=59 2024-12-02T23:24:11,501 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1733181850912_ns4_test-17331817959153 on region aedd6e75f4bb0c4052238bc3528a4c96 2024-12-02T23:24:11,502 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=59, ppid=58, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure aedd6e75f4bb0c4052238bc3528a4c96 2024-12-02T23:24:11,504 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=59, resume processing ppid=58 2024-12-02T23:24:11,505 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=59, ppid=58, state=SUCCESS, hasLock=false; SnapshotRegionProcedure aedd6e75f4bb0c4052238bc3528a4c96 in 164 msec 2024-12-02T23:24:11,505 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1733181850912_ns4_test-17331817959153 table=ns4:test-17331817959153 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-12-02T23:24:11,506 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1733181850912_ns4_test-17331817959153 table=ns4:test-17331817959153 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-12-02T23:24:11,506 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1733181850912_ns4_test-17331817959153 table=ns4:test-17331817959153 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-12-02T23:24:11,506 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1733181850912_ns4_test-17331817959153 2024-12-02T23:24:11,507 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/.hbase-snapshot/.tmp/snapshot_1733181850912_ns4_test-17331817959153 2024-12-02T23:24:11,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741930_1106 (size=443) 2024-12-02T23:24:11,518 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1733181850912_ns4_test-17331817959153 table=ns4:test-17331817959153 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-12-02T23:24:11,523 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1733181850912_ns4_test-17331817959153 table=ns4:test-17331817959153 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-12-02T23:24:11,524 DEBUG [PEWorker-4 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/.hbase-snapshot/.tmp/snapshot_1733181850912_ns4_test-17331817959153 to hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/.hbase-snapshot/snapshot_1733181850912_ns4_test-17331817959153 2024-12-02T23:24:11,526 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1733181850912_ns4_test-17331817959153 table=ns4:test-17331817959153 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-12-02T23:24:11,526 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1733181850912_ns4_test-17331817959153 table=ns4:test-17331817959153 type=FLUSH ttl=0 }, snapshot procedure id = 58 2024-12-02T23:24:11,527 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=58, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1733181850912_ns4_test-17331817959153 table=ns4:test-17331817959153 type=FLUSH ttl=0 } in 603 msec 2024-12-02T23:24:11,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-12-02T23:24:11,552 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: ns4:test-17331817959153 completed 2024-12-02T23:24:11,552 DEBUG [Time-limited test {}] impl.FullTableBackupClient(174): snapshot copy for backup_1733181840907 2024-12-02T23:24:11,553 INFO [Time-limited test {}] impl.FullTableBackupClient(68): Snapshot copy is starting. 2024-12-02T23:24:11,553 DEBUG [Time-limited test {}] impl.FullTableBackupClient(80): There are 5 snapshots to be copied. 2024-12-02T23:24:11,553 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1733181840907_backup:system_bulk 2024-12-02T23:24:11,553 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1733181843266_backup_system_bulk to hdfs://localhost:44093/backupUT/backup_1733181840907/backup/system_bulk/ 2024-12-02T23:24:11,553 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-12-02T23:24:11,600 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1094): inputFs=hdfs://localhost:44093, inputRoot=hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca 2024-12-02T23:24:11,600 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1095): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_-258524352_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:44093/backupUT/backup_1733181840907/backup/system_bulk, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:44093/backupUT/backup_1733181840907/backup/system_bulk/.hbase-snapshot/.tmp/snapshot_1733181843266_backup_system_bulk 2024-12-02T23:24:11,603 INFO [Time-limited test {}] snapshot.ExportSnapshot(1104): Verify the source snapshot's expiration status and integrity. 2024-12-02T23:24:11,607 INFO [Time-limited test {}] snapshot.ExportSnapshot(1162): Copy Snapshot Manifest from hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/.hbase-snapshot/snapshot_1733181843266_backup_system_bulk to hdfs://localhost:44093/backupUT/backup_1733181840907/backup/system_bulk/.hbase-snapshot/.tmp/snapshot_1733181843266_backup_system_bulk 2024-12-02T23:24:11,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741931_1107 (size=76) 2024-12-02T23:24:11,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741932_1108 (size=702) 2024-12-02T23:24:12,031 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T23:24:12,032 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T23:24:12,032 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T23:24:13,142 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/65b4e9ef-7447-bc2e-d622-21fab4f7aa50/hadoop-3827259683337200266.jar 2024-12-02T23:24:13,142 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T23:24:13,143 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T23:24:13,240 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/65b4e9ef-7447-bc2e-d622-21fab4f7aa50/hadoop-5709870412891752696.jar 2024-12-02T23:24:13,241 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T23:24:13,241 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T23:24:13,241 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T23:24:13,242 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T23:24:13,242 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T23:24:13,242 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T23:24:13,243 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-12-02T23:24:13,243 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-12-02T23:24:13,244 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-12-02T23:24:13,244 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-12-02T23:24:13,244 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-12-02T23:24:13,245 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-12-02T23:24:13,245 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-12-02T23:24:13,245 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-12-02T23:24:13,246 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-12-02T23:24:13,246 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-12-02T23:24:13,246 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-12-02T23:24:13,247 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-02T23:24:13,247 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-02T23:24:13,247 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-02T23:24:13,248 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-02T23:24:13,248 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-02T23:24:13,248 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-02T23:24:13,248 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-02T23:24:13,292 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-12-02T23:24:13,306 WARN [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2024-12-02T23:24:13,313 INFO [Time-limited test {}] snapshot.ExportSnapshot(663): Loading Snapshot 'snapshot_1733181843266_backup_system_bulk' hfile list 2024-12-02T23:24:13,452 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/65b4e9ef-7447-bc2e-d622-21fab4f7aa50/mapreduce.cluster.local.dir/job_local727630618_0005_84f6a423-8af8-4fa6-86cb-9c22d26f7ae2/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory 2024-12-02T23:24:13,452 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/65b4e9ef-7447-bc2e-d622-21fab4f7aa50/mapreduce.cluster.local.dir/job_local727630618_0005_84f6a423-8af8-4fa6-86cb-9c22d26f7ae2/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/* 2024-12-02T23:24:14,495 INFO [Time-limited test {}] snapshot.ExportSnapshot(1219): Finalize the Snapshot Export 2024-12-02T23:24:14,496 INFO [Time-limited test {}] snapshot.ExportSnapshot(1230): Verify the exported snapshot's expiration status and integrity. 2024-12-02T23:24:14,502 INFO [Time-limited test {}] snapshot.ExportSnapshot(1236): Export Completed: snapshot_1733181843266_backup_system_bulk 2024-12-02T23:24:14,502 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1733181843266_backup_system_bulk finished. 2024-12-02T23:24:14,502 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1733181840907_test-1733181795915 2024-12-02T23:24:14,502 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1733181845432_default_test-1733181795915 to hdfs://localhost:44093/backupUT/backup_1733181840907/default/test-1733181795915/ 2024-12-02T23:24:14,502 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-12-02T23:24:14,548 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1094): inputFs=hdfs://localhost:44093, inputRoot=hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca 2024-12-02T23:24:14,548 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1095): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_-258524352_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:44093/backupUT/backup_1733181840907/default/test-1733181795915, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:44093/backupUT/backup_1733181840907/default/test-1733181795915/.hbase-snapshot/.tmp/snapshot_1733181845432_default_test-1733181795915 2024-12-02T23:24:14,550 INFO [Time-limited test {}] snapshot.ExportSnapshot(1104): Verify the source snapshot's expiration status and integrity. 2024-12-02T23:24:14,566 INFO [Time-limited test {}] snapshot.ExportSnapshot(1162): Copy Snapshot Manifest from hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/.hbase-snapshot/snapshot_1733181845432_default_test-1733181795915 to hdfs://localhost:44093/backupUT/backup_1733181840907/default/test-1733181795915/.hbase-snapshot/.tmp/snapshot_1733181845432_default_test-1733181795915 2024-12-02T23:24:14,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741933_1109 (size=84) 2024-12-02T23:24:14,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741934_1110 (size=1347) 2024-12-02T23:24:14,982 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T23:24:14,983 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T23:24:14,983 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T23:24:16,248 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/65b4e9ef-7447-bc2e-d622-21fab4f7aa50/hadoop-18334213750133021583.jar 2024-12-02T23:24:16,248 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T23:24:16,248 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T23:24:16,317 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/65b4e9ef-7447-bc2e-d622-21fab4f7aa50/hadoop-7391565026364743302.jar 2024-12-02T23:24:16,317 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T23:24:16,318 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T23:24:16,318 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T23:24:16,318 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T23:24:16,318 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T23:24:16,319 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T23:24:16,319 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-12-02T23:24:16,319 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-12-02T23:24:16,320 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-12-02T23:24:16,320 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-12-02T23:24:16,320 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-12-02T23:24:16,320 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-12-02T23:24:16,321 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-12-02T23:24:16,321 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-12-02T23:24:16,321 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-12-02T23:24:16,321 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-12-02T23:24:16,322 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-12-02T23:24:16,322 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-02T23:24:16,322 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-02T23:24:16,323 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-02T23:24:16,323 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-02T23:24:16,323 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-02T23:24:16,323 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-02T23:24:16,323 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-02T23:24:16,371 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-12-02T23:24:16,391 WARN [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2024-12-02T23:24:16,399 INFO [Time-limited test {}] snapshot.ExportSnapshot(663): Loading Snapshot 'snapshot_1733181845432_default_test-1733181795915' hfile list 2024-12-02T23:24:16,402 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(763): export split=0 size=43.0 K 2024-12-02T23:24:16,534 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/65b4e9ef-7447-bc2e-d622-21fab4f7aa50/mapreduce.cluster.local.dir/job_local81207171_0006_46289504-283a-4f52-9d79-f342b1754c55/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory 2024-12-02T23:24:16,534 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/65b4e9ef-7447-bc2e-d622-21fab4f7aa50/mapreduce.cluster.local.dir/job_local81207171_0006_46289504-283a-4f52-9d79-f342b1754c55/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/* 2024-12-02T23:24:16,618 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(239): Using bufferSize=128 M 2024-12-02T23:24:16,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741935_1111 (size=13760) 2024-12-02T23:24:16,676 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/default/test-1733181795915/830504ca41f7d3ba4d09cc51660755b4/mob/1997136ad0b44e619127b650acdf2195 output=hdfs://localhost:44093/backupUT/backup_1733181840907/default/test-1733181795915/archive/data/default/test-1733181795915/830504ca41f7d3ba4d09cc51660755b4/mob/1997136ad0b44e619127b650acdf2195 2024-12-02T23:24:16,677 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=13760 (13.4 K) time=0sec 0.243M/sec 2024-12-02T23:24:16,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741936_1112 (size=10796) 2024-12-02T23:24:17,122 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/default/test-1733181795915/830504ca41f7d3ba4d09cc51660755b4/f/14495b61d7cc4c3c9cfb6b78d3ebb7a0 output=hdfs://localhost:44093/backupUT/backup_1733181840907/default/test-1733181795915/archive/data/default/test-1733181795915/830504ca41f7d3ba4d09cc51660755b4/f/14495b61d7cc4c3c9cfb6b78d3ebb7a0 2024-12-02T23:24:17,122 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=10796 (10.5 K) time=0sec 0.023M/sec 2024-12-02T23:24:17,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741937_1113 (size=8413) 2024-12-02T23:24:17,175 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/default/test-1733181795915/830504ca41f7d3ba4d09cc51660755b4/f/fd2bd222de41413193267c18916d8f51 output=hdfs://localhost:44093/backupUT/backup_1733181840907/default/test-1733181795915/archive/data/default/test-1733181795915/830504ca41f7d3ba4d09cc51660755b4/f/fd2bd222de41413193267c18916d8f51 2024-12-02T23:24:17,175 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=8413 (8.2 K) time=0sec 0.171M/sec 2024-12-02T23:24:17,209 WARN [LocalJobRunner Map Task Executor #0 {}] mapred.Task(640): Task status: "copied 5.5 K/5.5 K (100.0%) from hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/mobdir/data/default/test-1733181795915/a4e70e921078329bf57c93c37d8f540b/mob/d41d8cd98f00b204e9800998ecf8427e20241202f3166b0d34f24fa28bab75e168326b1b_830504ca41f7d3ba4d09cc51660755b4 to hdfs://localhost:44093/backupUT/backup_1733181840907/default/test-1733181795915/archive/data/default/test-1733181795915/a4e70e921078329bf57c93c37d8f540b/mob/d41d8cd98f00b204e9800998ecf8427e20241202f3166b0d34f24fa28bab75e168326b1b_830504ca41f7d3ba4d09cc51660755b4" truncated to max limit (512 characters) 2024-12-02T23:24:17,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741938_1114 (size=5591) 2024-12-02T23:24:17,620 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/mobdir/data/default/test-1733181795915/a4e70e921078329bf57c93c37d8f540b/mob/d41d8cd98f00b204e9800998ecf8427e20241202f3166b0d34f24fa28bab75e168326b1b_830504ca41f7d3ba4d09cc51660755b4 output=hdfs://localhost:44093/backupUT/backup_1733181840907/default/test-1733181795915/archive/data/default/test-1733181795915/a4e70e921078329bf57c93c37d8f540b/mob/d41d8cd98f00b204e9800998ecf8427e20241202f3166b0d34f24fa28bab75e168326b1b_830504ca41f7d3ba4d09cc51660755b4 2024-12-02T23:24:17,620 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=5591 (5.5 K) time=0sec 0.012M/sec 2024-12-02T23:24:17,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741939_1115 (size=5484) 2024-12-02T23:24:18,081 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/default/test-1733181795915/830504ca41f7d3ba4d09cc51660755b4/mob/7decd90f792d4611b4604c712400160e output=hdfs://localhost:44093/backupUT/backup_1733181840907/default/test-1733181795915/archive/data/default/test-1733181795915/830504ca41f7d3ba4d09cc51660755b4/mob/7decd90f792d4611b4604c712400160e 2024-12-02T23:24:18,081 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=5484 (5.4 K) time=0sec 0.012M/sec 2024-12-02T23:24:18,586 INFO [Time-limited test {}] snapshot.ExportSnapshot(1219): Finalize the Snapshot Export 2024-12-02T23:24:18,587 INFO [Time-limited test {}] snapshot.ExportSnapshot(1230): Verify the exported snapshot's expiration status and integrity. 2024-12-02T23:24:18,596 INFO [Time-limited test {}] snapshot.ExportSnapshot(1236): Export Completed: snapshot_1733181845432_default_test-1733181795915 2024-12-02T23:24:18,596 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1733181845432_default_test-1733181795915 finished. 2024-12-02T23:24:18,596 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1733181840907_ns3:test-17331817959152 2024-12-02T23:24:18,596 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1733181847602_ns3_test-17331817959152 to hdfs://localhost:44093/backupUT/backup_1733181840907/ns3/test-17331817959152/ 2024-12-02T23:24:18,596 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-12-02T23:24:18,647 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1094): inputFs=hdfs://localhost:44093, inputRoot=hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca 2024-12-02T23:24:18,647 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1095): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_-258524352_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:44093/backupUT/backup_1733181840907/ns3/test-17331817959152, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:44093/backupUT/backup_1733181840907/ns3/test-17331817959152/.hbase-snapshot/.tmp/snapshot_1733181847602_ns3_test-17331817959152 2024-12-02T23:24:18,649 INFO [Time-limited test {}] snapshot.ExportSnapshot(1104): Verify the source snapshot's expiration status and integrity. 2024-12-02T23:24:18,653 INFO [Time-limited test {}] snapshot.ExportSnapshot(1162): Copy Snapshot Manifest from hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/.hbase-snapshot/snapshot_1733181847602_ns3_test-17331817959152 to hdfs://localhost:44093/backupUT/backup_1733181840907/ns3/test-17331817959152/.hbase-snapshot/.tmp/snapshot_1733181847602_ns3_test-17331817959152 2024-12-02T23:24:18,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741940_1116 (size=86) 2024-12-02T23:24:18,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741941_1117 (size=443) 2024-12-02T23:24:19,070 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T23:24:19,070 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T23:24:19,071 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T23:24:20,104 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/65b4e9ef-7447-bc2e-d622-21fab4f7aa50/hadoop-7337989741006768570.jar 2024-12-02T23:24:20,104 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T23:24:20,105 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T23:24:20,182 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/65b4e9ef-7447-bc2e-d622-21fab4f7aa50/hadoop-15185994429826324217.jar 2024-12-02T23:24:20,182 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T23:24:20,182 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T23:24:20,183 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T23:24:20,183 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T23:24:20,184 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T23:24:20,184 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T23:24:20,184 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-12-02T23:24:20,185 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-12-02T23:24:20,185 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-12-02T23:24:20,185 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-12-02T23:24:20,186 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-12-02T23:24:20,186 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-12-02T23:24:20,186 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-12-02T23:24:20,187 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-12-02T23:24:20,187 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-12-02T23:24:20,187 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-12-02T23:24:20,187 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-12-02T23:24:20,188 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-02T23:24:20,188 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-02T23:24:20,189 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-02T23:24:20,189 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-02T23:24:20,189 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-02T23:24:20,190 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-02T23:24:20,190 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-02T23:24:20,252 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-12-02T23:24:20,291 WARN [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2024-12-02T23:24:20,321 INFO [Time-limited test {}] snapshot.ExportSnapshot(663): Loading Snapshot 'snapshot_1733181847602_ns3_test-17331817959152' hfile list 2024-12-02T23:24:20,485 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/65b4e9ef-7447-bc2e-d622-21fab4f7aa50/mapreduce.cluster.local.dir/job_local1404603295_0007_abda32b2-b180-4e34-a4d3-4ac41befab41/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory 2024-12-02T23:24:20,486 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/65b4e9ef-7447-bc2e-d622-21fab4f7aa50/mapreduce.cluster.local.dir/job_local1404603295_0007_abda32b2-b180-4e34-a4d3-4ac41befab41/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/* 2024-12-02T23:24:21,553 INFO [Time-limited test {}] snapshot.ExportSnapshot(1219): Finalize the Snapshot Export 2024-12-02T23:24:21,554 INFO [Time-limited test {}] snapshot.ExportSnapshot(1230): Verify the exported snapshot's expiration status and integrity. 2024-12-02T23:24:21,560 INFO [Time-limited test {}] snapshot.ExportSnapshot(1236): Export Completed: snapshot_1733181847602_ns3_test-17331817959152 2024-12-02T23:24:21,560 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1733181847602_ns3_test-17331817959152 finished. 2024-12-02T23:24:21,560 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1733181840907_ns2:test-17331817959151 2024-12-02T23:24:21,560 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1733181848752_ns2_test-17331817959151 to hdfs://localhost:44093/backupUT/backup_1733181840907/ns2/test-17331817959151/ 2024-12-02T23:24:21,560 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-12-02T23:24:21,608 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1094): inputFs=hdfs://localhost:44093, inputRoot=hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca 2024-12-02T23:24:21,609 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1095): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_-258524352_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:44093/backupUT/backup_1733181840907/ns2/test-17331817959151, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:44093/backupUT/backup_1733181840907/ns2/test-17331817959151/.hbase-snapshot/.tmp/snapshot_1733181848752_ns2_test-17331817959151 2024-12-02T23:24:21,611 INFO [Time-limited test {}] snapshot.ExportSnapshot(1104): Verify the source snapshot's expiration status and integrity. 2024-12-02T23:24:21,616 INFO [Time-limited test {}] snapshot.ExportSnapshot(1162): Copy Snapshot Manifest from hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/.hbase-snapshot/snapshot_1733181848752_ns2_test-17331817959151 to hdfs://localhost:44093/backupUT/backup_1733181840907/ns2/test-17331817959151/.hbase-snapshot/.tmp/snapshot_1733181848752_ns2_test-17331817959151 2024-12-02T23:24:21,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741942_1118 (size=86) 2024-12-02T23:24:21,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741943_1119 (size=496) 2024-12-02T23:24:22,042 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T23:24:22,042 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T23:24:22,043 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T23:24:23,119 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/65b4e9ef-7447-bc2e-d622-21fab4f7aa50/hadoop-4189777356963557510.jar 2024-12-02T23:24:23,119 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T23:24:23,119 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T23:24:23,187 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/65b4e9ef-7447-bc2e-d622-21fab4f7aa50/hadoop-17384087660998164044.jar 2024-12-02T23:24:23,187 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T23:24:23,187 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T23:24:23,188 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T23:24:23,188 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T23:24:23,188 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T23:24:23,188 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T23:24:23,188 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-12-02T23:24:23,189 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-12-02T23:24:23,189 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-12-02T23:24:23,189 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-12-02T23:24:23,189 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-12-02T23:24:23,190 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-12-02T23:24:23,190 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-12-02T23:24:23,190 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-12-02T23:24:23,190 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-12-02T23:24:23,190 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-12-02T23:24:23,191 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-12-02T23:24:23,191 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-02T23:24:23,192 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-02T23:24:23,192 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-02T23:24:23,192 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-02T23:24:23,192 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-02T23:24:23,192 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-02T23:24:23,193 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-02T23:24:23,235 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-12-02T23:24:23,249 WARN [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2024-12-02T23:24:23,255 INFO [Time-limited test {}] snapshot.ExportSnapshot(663): Loading Snapshot 'snapshot_1733181848752_ns2_test-17331817959151' hfile list 2024-12-02T23:24:23,257 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(763): export split=0 size=13.2 K 2024-12-02T23:24:23,371 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/65b4e9ef-7447-bc2e-d622-21fab4f7aa50/mapreduce.cluster.local.dir/job_local1095165147_0008_a7d10f89-dff8-40b5-9b7e-b6057196a168/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory 2024-12-02T23:24:23,371 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/65b4e9ef-7447-bc2e-d622-21fab4f7aa50/mapreduce.cluster.local.dir/job_local1095165147_0008_a7d10f89-dff8-40b5-9b7e-b6057196a168/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/* 2024-12-02T23:24:23,444 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(239): Using bufferSize=128 M 2024-12-02T23:24:23,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741944_1120 (size=8413) 2024-12-02T23:24:23,877 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/ns2/test-17331817959151/2c1b1533dbdd8e1e2667495a8915c673/f/f94be1bc8d844349abfb0b92f90362ff output=hdfs://localhost:44093/backupUT/backup_1733181840907/ns2/test-17331817959151/archive/data/ns2/test-17331817959151/2c1b1533dbdd8e1e2667495a8915c673/f/f94be1bc8d844349abfb0b92f90362ff 2024-12-02T23:24:23,877 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=8413 (8.2 K) time=0sec 0.019M/sec 2024-12-02T23:24:23,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741945_1121 (size=5134) 2024-12-02T23:24:24,329 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/ns2/test-17331817959151/2c1b1533dbdd8e1e2667495a8915c673/f/1b5341d41e2649b297fbede499dd3a56 output=hdfs://localhost:44093/backupUT/backup_1733181840907/ns2/test-17331817959151/archive/data/ns2/test-17331817959151/2c1b1533dbdd8e1e2667495a8915c673/f/1b5341d41e2649b297fbede499dd3a56 2024-12-02T23:24:24,330 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=5134 (5.0 K) time=0sec 0.011M/sec 2024-12-02T23:24:24,416 INFO [Time-limited test {}] snapshot.ExportSnapshot(1219): Finalize the Snapshot Export 2024-12-02T23:24:24,417 INFO [Time-limited test {}] snapshot.ExportSnapshot(1230): Verify the exported snapshot's expiration status and integrity. 2024-12-02T23:24:24,426 INFO [Time-limited test {}] snapshot.ExportSnapshot(1236): Export Completed: snapshot_1733181848752_ns2_test-17331817959151 2024-12-02T23:24:24,426 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1733181848752_ns2_test-17331817959151 finished. 2024-12-02T23:24:24,426 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1733181840907_ns4:test-17331817959153 2024-12-02T23:24:24,426 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1733181850912_ns4_test-17331817959153 to hdfs://localhost:44093/backupUT/backup_1733181840907/ns4/test-17331817959153/ 2024-12-02T23:24:24,426 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-12-02T23:24:24,475 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1094): inputFs=hdfs://localhost:44093, inputRoot=hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca 2024-12-02T23:24:24,475 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1095): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_-258524352_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:44093/backupUT/backup_1733181840907/ns4/test-17331817959153, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:44093/backupUT/backup_1733181840907/ns4/test-17331817959153/.hbase-snapshot/.tmp/snapshot_1733181850912_ns4_test-17331817959153 2024-12-02T23:24:24,477 INFO [Time-limited test {}] snapshot.ExportSnapshot(1104): Verify the source snapshot's expiration status and integrity. 2024-12-02T23:24:24,483 INFO [Time-limited test {}] snapshot.ExportSnapshot(1162): Copy Snapshot Manifest from hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/.hbase-snapshot/snapshot_1733181850912_ns4_test-17331817959153 to hdfs://localhost:44093/backupUT/backup_1733181840907/ns4/test-17331817959153/.hbase-snapshot/.tmp/snapshot_1733181850912_ns4_test-17331817959153 2024-12-02T23:24:24,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741946_1122 (size=86) 2024-12-02T23:24:24,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741947_1123 (size=443) 2024-12-02T23:24:24,504 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T23:24:24,505 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T23:24:24,505 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T23:24:25,728 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/65b4e9ef-7447-bc2e-d622-21fab4f7aa50/hadoop-12478686168731766978.jar 2024-12-02T23:24:25,728 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T23:24:25,729 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T23:24:25,795 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/65b4e9ef-7447-bc2e-d622-21fab4f7aa50/hadoop-1201998612078159124.jar 2024-12-02T23:24:25,795 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T23:24:25,795 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T23:24:25,795 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T23:24:25,796 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T23:24:25,796 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T23:24:25,796 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T23:24:25,796 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-12-02T23:24:25,797 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-12-02T23:24:25,797 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-12-02T23:24:25,797 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-12-02T23:24:25,797 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-12-02T23:24:25,798 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-12-02T23:24:25,798 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-12-02T23:24:25,798 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-12-02T23:24:25,798 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-12-02T23:24:25,798 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-12-02T23:24:25,799 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-12-02T23:24:25,799 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-02T23:24:25,799 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-02T23:24:25,799 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-02T23:24:25,800 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-02T23:24:25,800 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-02T23:24:25,800 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-02T23:24:25,800 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-02T23:24:25,849 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-12-02T23:24:25,866 WARN [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2024-12-02T23:24:25,876 INFO [Time-limited test {}] snapshot.ExportSnapshot(663): Loading Snapshot 'snapshot_1733181850912_ns4_test-17331817959153' hfile list 2024-12-02T23:24:26,000 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/65b4e9ef-7447-bc2e-d622-21fab4f7aa50/mapreduce.cluster.local.dir/job_local2014249271_0009_9f86aeca-e78b-4f33-b691-99f9124ca51a/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory 2024-12-02T23:24:26,000 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/65b4e9ef-7447-bc2e-d622-21fab4f7aa50/mapreduce.cluster.local.dir/job_local2014249271_0009_9f86aeca-e78b-4f33-b691-99f9124ca51a/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/* 2024-12-02T23:24:27,039 INFO [Time-limited test {}] snapshot.ExportSnapshot(1219): Finalize the Snapshot Export 2024-12-02T23:24:27,040 INFO [Time-limited test {}] snapshot.ExportSnapshot(1230): Verify the exported snapshot's expiration status and integrity. 2024-12-02T23:24:27,046 INFO [Time-limited test {}] snapshot.ExportSnapshot(1236): Export Completed: snapshot_1733181850912_ns4_test-17331817959153 2024-12-02T23:24:27,046 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1733181850912_ns4_test-17331817959153 finished. 2024-12-02T23:24:27,046 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): backup:system_bulk 2024-12-02T23:24:27,046 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): test-1733181795915 2024-12-02T23:24:27,046 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): ns3:test-17331817959152 2024-12-02T23:24:27,046 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): ns2:test-17331817959151 2024-12-02T23:24:27,046 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): ns4:test-17331817959153 2024-12-02T23:24:27,057 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1733181840907 2024-12-02T23:24:27,057 DEBUG [Time-limited test {}] impl.TableBackupClient(305): Current backup is a full backup, no direct ancestor for it. 2024-12-02T23:24:27,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741948_1124 (size=209) 2024-12-02T23:24:27,463 INFO [Time-limited test {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:44093/backupUT/backup_1733181840907/.backup.manifest 2024-12-02T23:24:27,463 DEBUG [Time-limited test {}] impl.TableBackupClient(387): Backup backup_1733181840907 finished: type=FULL,tablelist=backup:system_bulk;test-1733181795915;ns3:test-17331817959152;ns2:test-17331817959151;ns4:test-17331817959153,targetRootDir=hdfs://localhost:44093/backupUT,startts=1733181843102,completets=1733181867057,bytescopied=0 2024-12-02T23:24:27,463 DEBUG [Time-limited test {}] impl.TableBackupClient(142): Trying to delete snapshot for full backup. 2024-12-02T23:24:27,463 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1733181843266_backup_system_bulk 2024-12-02T23:24:27,464 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.3 delete name: "snapshot_1733181843266_backup_system_bulk" type: DISABLED 2024-12-02T23:24:27,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1733181843266_backup_system_bulk 2024-12-02T23:24:27,468 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1733181843266_backup_system_bulk for backup backup_1733181840907 succeeded. 2024-12-02T23:24:27,468 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1733181845432_default_test-1733181795915 2024-12-02T23:24:27,469 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.3 delete name: "snapshot_1733181845432_default_test-1733181795915" type: DISABLED 2024-12-02T23:24:27,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1733181845432_default_test-1733181795915 2024-12-02T23:24:27,473 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1733181845432_default_test-1733181795915 for backup backup_1733181840907 succeeded. 2024-12-02T23:24:27,473 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1733181847602_ns3_test-17331817959152 2024-12-02T23:24:27,474 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.3 delete name: "snapshot_1733181847602_ns3_test-17331817959152" type: DISABLED 2024-12-02T23:24:27,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1733181847602_ns3_test-17331817959152 2024-12-02T23:24:27,477 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1733181847602_ns3_test-17331817959152 for backup backup_1733181840907 succeeded. 2024-12-02T23:24:27,477 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1733181848752_ns2_test-17331817959151 2024-12-02T23:24:27,478 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.3 delete name: "snapshot_1733181848752_ns2_test-17331817959151" type: DISABLED 2024-12-02T23:24:27,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1733181848752_ns2_test-17331817959151 2024-12-02T23:24:27,481 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1733181848752_ns2_test-17331817959151 for backup backup_1733181840907 succeeded. 2024-12-02T23:24:27,481 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1733181850912_ns4_test-17331817959153 2024-12-02T23:24:27,481 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.3 delete name: "snapshot_1733181850912_ns4_test-17331817959153" type: DISABLED 2024-12-02T23:24:27,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1733181850912_ns4_test-17331817959153 2024-12-02T23:24:27,484 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1733181850912_ns4_test-17331817959153 for backup backup_1733181840907 succeeded. 2024-12-02T23:24:27,485 DEBUG [Time-limited test {}] impl.BackupSystemTable(1571): Deleting snapshot_backup_system from the system 2024-12-02T23:24:27,492 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.3 delete name: "snapshot_backup_system" type: DISABLED 2024-12-02T23:24:27,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_backup_system 2024-12-02T23:24:27,495 DEBUG [Time-limited test {}] impl.BackupSystemTable(1576): Done deleting backup system table snapshot 2024-12-02T23:24:27,497 DEBUG [Time-limited test {}] impl.BackupSystemTable(662): Finish backup exclusive operation 2024-12-02T23:24:27,506 INFO [Time-limited test {}] impl.TableBackupClient(405): Backup backup_1733181840907 completed. 2024-12-02T23:24:27,517 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-02T23:24:27,523 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-02T23:24:31,547 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-02T23:24:32,558 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-02T23:24:32,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-02T23:24:32,584 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-02T23:24:32,589 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-02T23:24:32,591 DEBUG [Time-limited test {}] impl.BackupSystemTable(635): Start new backup exclusive operation 2024-12-02T23:24:32,595 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1733181872550 2024-12-02T23:24:32,597 DEBUG [Time-limited test {}] impl.TableBackupClient(334): Dependent full backup image: {BackupID=backup_1733181840907} 2024-12-02T23:24:32,597 DEBUG [Time-limited test {}] impl.TableBackupClient(337): Got 1 ancestors for the current backup. 2024-12-02T23:24:32,605 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-02T23:24:32,609 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-02T23:24:32,625 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-02T23:24:32,630 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-02T23:24:32,647 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-02T23:24:32,651 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-02T23:24:32,667 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-02T23:24:32,672 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-02T23:24:32,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-02T23:24:32,696 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-02T23:24:32,705 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.3 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-12-02T23:24:32,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733181872705 (current time:1733181872705). 2024-12-02T23:24:32,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-12-02T23:24:32,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2024-12-02T23:24:32,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21a5c488, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T23:24:32,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] client.ClusterIdFetcher(90): Going to request 9e5ab3b623d7,43647,-1 for getting cluster id 2024-12-02T23:24:32,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T23:24:32,707 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '63424050-545e-45e7-97f4-936912587d3f' 2024-12-02T23:24:32,708 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T23:24:32,708 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "63424050-545e-45e7-97f4-936912587d3f" 2024-12-02T23:24:32,708 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a8ee07a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T23:24:32,708 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9e5ab3b623d7,43647,-1] 2024-12-02T23:24:32,708 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T23:24:32,708 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T23:24:32,709 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36570, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T23:24:32,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b4f6689, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T23:24:32,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T23:24:32,711 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9e5ab3b623d7,36969,1733181786563, seqNum=-1] 2024-12-02T23:24:32,712 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T23:24:32,713 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41122, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T23:24:32,715 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647. 2024-12-02T23:24:32,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T23:24:32,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T23:24:32,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T23:24:32,715 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T23:24:32,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-12-02T23:24:32,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] procedure2.ProcedureExecutor(1139): Stored pid=60, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-12-02T23:24:32,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 60 2024-12-02T23:24:32,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-12-02T23:24:32,721 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-12-02T23:24:32,722 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-12-02T23:24:32,725 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-12-02T23:24:32,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741949_1125 (size=52) 2024-12-02T23:24:32,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-12-02T23:24:33,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-12-02T23:24:33,137 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-12-02T23:24:33,137 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=61, ppid=60, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 41b16360daeacbacc52483ff2a73035a}] 2024-12-02T23:24:33,138 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=61, ppid=60, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 41b16360daeacbacc52483ff2a73035a 2024-12-02T23:24:33,289 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36969 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=61 2024-12-02T23:24:33,290 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9e5ab3b623d7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1733181804535.41b16360daeacbacc52483ff2a73035a. 2024-12-02T23:24:33,290 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/9e5ab3b623d7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.HRegion(2902): Flushing 41b16360daeacbacc52483ff2a73035a 2/2 column families, dataSize=2.54 KB heapSize=4.22 KB 2024-12-02T23:24:33,296 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9e5ab3b623d7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/backup/system/41b16360daeacbacc52483ff2a73035a/.tmp/meta/595cd8207f374600b7b516329a019f25 is 158, key is trslm:hdfs://localhost:44093/backupUT\x00ns2:test-17331817959151/meta:log-roll-map/1733181867052/Put/seqid=0 2024-12-02T23:24:33,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741950_1126 (size=6646) 2024-12-02T23:24:33,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-12-02T23:24:33,701 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/9e5ab3b623d7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.36 KB at sequenceid=42 (bloomFilter=true), to=hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/backup/system/41b16360daeacbacc52483ff2a73035a/.tmp/meta/595cd8207f374600b7b516329a019f25 2024-12-02T23:24:33,716 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9e5ab3b623d7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/backup/system/41b16360daeacbacc52483ff2a73035a/.tmp/session/3ee7716b09164635b89a049b5cb23ef8 is 826, key is session:backup_1733181840907/session:context/1733181867496/Put/seqid=0 2024-12-02T23:24:33,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741951_1127 (size=5928) 2024-12-02T23:24:33,741 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/9e5ab3b623d7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.18 KB at sequenceid=42 (bloomFilter=true), to=hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/backup/system/41b16360daeacbacc52483ff2a73035a/.tmp/session/3ee7716b09164635b89a049b5cb23ef8 2024-12-02T23:24:33,766 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9e5ab3b623d7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/backup/system/41b16360daeacbacc52483ff2a73035a/.tmp/meta/595cd8207f374600b7b516329a019f25 as hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/backup/system/41b16360daeacbacc52483ff2a73035a/meta/595cd8207f374600b7b516329a019f25 2024-12-02T23:24:33,777 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/9e5ab3b623d7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/backup/system/41b16360daeacbacc52483ff2a73035a/meta/595cd8207f374600b7b516329a019f25, entries=12, sequenceid=42, filesize=6.5 K 2024-12-02T23:24:33,785 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9e5ab3b623d7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/backup/system/41b16360daeacbacc52483ff2a73035a/.tmp/session/3ee7716b09164635b89a049b5cb23ef8 as hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/backup/system/41b16360daeacbacc52483ff2a73035a/session/3ee7716b09164635b89a049b5cb23ef8 2024-12-02T23:24:33,821 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/9e5ab3b623d7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/backup/system/41b16360daeacbacc52483ff2a73035a/session/3ee7716b09164635b89a049b5cb23ef8, entries=2, sequenceid=42, filesize=5.8 K 2024-12-02T23:24:33,823 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/9e5ab3b623d7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2604, heapSize ~4.19 KB/4288, currentSize=0 B/0 for 41b16360daeacbacc52483ff2a73035a in 533ms, sequenceid=42, compaction requested=true 2024-12-02T23:24:33,823 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9e5ab3b623d7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.HRegion(2603): Flush status journal for 41b16360daeacbacc52483ff2a73035a: 2024-12-02T23:24:33,823 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9e5ab3b623d7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1733181804535.41b16360daeacbacc52483ff2a73035a. for snapshot_backup_system completed. 2024-12-02T23:24:33,824 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9e5ab3b623d7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(241): Storing 'backup:system,,1733181804535.41b16360daeacbacc52483ff2a73035a.' region-info for snapshot=snapshot_backup_system 2024-12-02T23:24:33,824 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9e5ab3b623d7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-02T23:24:33,824 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9e5ab3b623d7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/backup/system/41b16360daeacbacc52483ff2a73035a/meta/00c368468df94dff800e6f5ded0d12c9, hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/backup/system/41b16360daeacbacc52483ff2a73035a/meta/b4b6a77d21ad4fdabaeeccb508ae9e07, hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/backup/system/41b16360daeacbacc52483ff2a73035a/meta/595cd8207f374600b7b516329a019f25] hfiles 2024-12-02T23:24:33,824 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9e5ab3b623d7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(265): Adding reference for file (1/3): hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/backup/system/41b16360daeacbacc52483ff2a73035a/meta/00c368468df94dff800e6f5ded0d12c9 for snapshot=snapshot_backup_system 2024-12-02T23:24:33,824 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9e5ab3b623d7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(265): Adding reference for file (2/3): hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/backup/system/41b16360daeacbacc52483ff2a73035a/meta/b4b6a77d21ad4fdabaeeccb508ae9e07 for snapshot=snapshot_backup_system 2024-12-02T23:24:33,824 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9e5ab3b623d7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(265): Adding reference for file (3/3): hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/backup/system/41b16360daeacbacc52483ff2a73035a/meta/595cd8207f374600b7b516329a019f25 for snapshot=snapshot_backup_system 2024-12-02T23:24:33,824 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9e5ab3b623d7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/backup/system/41b16360daeacbacc52483ff2a73035a/session/724b9edd19fa4e1bbd076239bb738d2e, hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/backup/system/41b16360daeacbacc52483ff2a73035a/session/173a12bdddbb4c88b111e658db043019, hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/backup/system/41b16360daeacbacc52483ff2a73035a/session/e26ccda4ccad4caaa0e265fe2a47f25f, hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/backup/system/41b16360daeacbacc52483ff2a73035a/session/3ee7716b09164635b89a049b5cb23ef8] hfiles 2024-12-02T23:24:33,824 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9e5ab3b623d7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(265): Adding reference for file (1/4): hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/backup/system/41b16360daeacbacc52483ff2a73035a/session/724b9edd19fa4e1bbd076239bb738d2e for snapshot=snapshot_backup_system 2024-12-02T23:24:33,824 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9e5ab3b623d7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(265): Adding reference for file (2/4): hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/backup/system/41b16360daeacbacc52483ff2a73035a/session/173a12bdddbb4c88b111e658db043019 for snapshot=snapshot_backup_system 2024-12-02T23:24:33,824 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9e5ab3b623d7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(265): Adding reference for file (3/4): hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/backup/system/41b16360daeacbacc52483ff2a73035a/session/e26ccda4ccad4caaa0e265fe2a47f25f for snapshot=snapshot_backup_system 2024-12-02T23:24:33,824 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9e5ab3b623d7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(265): Adding reference for file (4/4): hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/backup/system/41b16360daeacbacc52483ff2a73035a/session/3ee7716b09164635b89a049b5cb23ef8 for snapshot=snapshot_backup_system 2024-12-02T23:24:33,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741952_1128 (size=330) 2024-12-02T23:24:33,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-12-02T23:24:34,255 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9e5ab3b623d7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1733181804535.41b16360daeacbacc52483ff2a73035a. 2024-12-02T23:24:34,256 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9e5ab3b623d7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=61 2024-12-02T23:24:34,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] master.HMaster(4169): Remote procedure done, pid=61 2024-12-02T23:24:34,257 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_backup_system on region 41b16360daeacbacc52483ff2a73035a 2024-12-02T23:24:34,257 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=61, ppid=60, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 41b16360daeacbacc52483ff2a73035a 2024-12-02T23:24:34,260 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=61, resume processing ppid=60 2024-12-02T23:24:34,260 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=61, ppid=60, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 41b16360daeacbacc52483ff2a73035a in 1.1210 sec 2024-12-02T23:24:34,261 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-12-02T23:24:34,261 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-12-02T23:24:34,262 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-12-02T23:24:34,262 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_backup_system 2024-12-02T23:24:34,263 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/.hbase-snapshot/.tmp/snapshot_backup_system 2024-12-02T23:24:34,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741953_1129 (size=967) 2024-12-02T23:24:34,687 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-12-02T23:24:34,719 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-12-02T23:24:34,719 DEBUG [PEWorker-3 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/.hbase-snapshot/snapshot_backup_system 2024-12-02T23:24:34,722 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-12-02T23:24:34,722 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 60 2024-12-02T23:24:34,727 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=60, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 2.0040 sec 2024-12-02T23:24:34,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-12-02T23:24:34,873 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: backup:system completed 2024-12-02T23:24:34,873 INFO [Time-limited test {}] impl.TableBackupClient(119): Backup backup_1733181872550 started at 1733181874873. 2024-12-02T23:24:34,876 DEBUG [Time-limited test {}] impl.TableBackupClient(123): Backup session backup_1733181872550 has been started. 2024-12-02T23:24:34,882 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(285): For incremental backup, current table set is [backup:system_bulk, ns2:test-17331817959151, ns3:test-17331817959152, ns4:test-17331817959153, test-1733181795915] 2024-12-02T23:24:34,887 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(76): StartCode 1733181831781for backupID backup_1733181872550 2024-12-02T23:24:34,887 INFO [Time-limited test {}] impl.IncrementalBackupManager(86): Execute roll log procedure for incremental backup ... 2024-12-02T23:24:34,888 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] master.MasterRpcServices(1035): Client=jenkins//172.17.0.3 procedure request for: rolllog-proc 2024-12-02T23:24:34,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] procedure.ProcedureCoordinator(166): Submitting procedure rolllog 2024-12-02T23:24:34,888 INFO [(9e5ab3b623d7,43647,1733181782694)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2024-12-02T23:24:34,888 DEBUG [(9e5ab3b623d7,43647,1733181782694)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2024-12-02T23:24:34,888 DEBUG [(9e5ab3b623d7,43647,1733181782694)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2024-12-02T23:24:34,888 DEBUG [(9e5ab3b623d7,43647,1733181782694)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2024-12-02T23:24:34,889 DEBUG [(9e5ab3b623d7,43647,1733181782694)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:43647-0x10150422b490000, quorum=127.0.0.1:59082, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-12-02T23:24:34,889 DEBUG [(9e5ab3b623d7,43647,1733181782694)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2024-12-02T23:24:34,895 DEBUG [(9e5ab3b623d7,43647,1733181782694)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/9e5ab3b623d7,36969,1733181786563 2024-12-02T23:24:34,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36969-0x10150422b490001, quorum=127.0.0.1:59082, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-12-02T23:24:34,895 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-12-02T23:24:34,896 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-12-02T23:24:34,896 DEBUG [(9e5ab3b623d7,43647,1733181782694)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:43647-0x10150422b490000, quorum=127.0.0.1:59082, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/9e5ab3b623d7,36969,1733181786563 2024-12-02T23:24:34,896 DEBUG [(9e5ab3b623d7,43647,1733181782694)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2024-12-02T23:24:34,896 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2024-12-02T23:24:34,897 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36969-0x10150422b490001, quorum=127.0.0.1:59082, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-12-02T23:24:34,897 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2024-12-02T23:24:34,897 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2024-12-02T23:24:34,897 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2024-12-02T23:24:34,898 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2024-12-02T23:24:34,898 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(141): Submitting new Subprocedure:rolllog 2024-12-02T23:24:34,898 DEBUG [member: '9e5ab3b623d7,36969,1733181786563' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2024-12-02T23:24:34,899 DEBUG [member: '9e5ab3b623d7,36969,1733181786563' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2024-12-02T23:24:34,899 DEBUG [member: '9e5ab3b623d7,36969,1733181786563' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2024-12-02T23:24:34,899 DEBUG [member: '9e5ab3b623d7,36969,1733181786563' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2024-12-02T23:24:34,899 DEBUG [member: '9e5ab3b623d7,36969,1733181786563' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: '9e5ab3b623d7,36969,1733181786563' joining acquired barrier for procedure (rolllog) in zk 2024-12-02T23:24:34,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43647-0x10150422b490000, quorum=127.0.0.1:59082, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/9e5ab3b623d7,36969,1733181786563 2024-12-02T23:24:34,901 DEBUG [member: '9e5ab3b623d7,36969,1733181786563' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2024-12-02T23:24:34,901 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/9e5ab3b623d7,36969,1733181786563 2024-12-02T23:24:34,901 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-12-02T23:24:34,901 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-12-02T23:24:34,901 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-12-02T23:24:34,902 DEBUG [member: '9e5ab3b623d7,36969,1733181786563' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36969-0x10150422b490001, quorum=127.0.0.1:59082, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog 2024-12-02T23:24:34,902 DEBUG [member: '9e5ab3b623d7,36969,1733181786563' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2024-12-02T23:24:34,902 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-12-02T23:24:34,902 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-12-02T23:24:34,903 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------9e5ab3b623d7,36969,1733181786563 2024-12-02T23:24:34,903 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-12-02T23:24:34,903 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: '9e5ab3b623d7,36969,1733181786563' joining acquired barrier for procedure 'rolllog' on coordinator 2024-12-02T23:24:34,904 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@6506c5d9[Count = 0] remaining members to acquire global barrier 2024-12-02T23:24:34,904 DEBUG [(9e5ab3b623d7,43647,1733181782694)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2024-12-02T23:24:34,904 DEBUG [(9e5ab3b623d7,43647,1733181782694)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2024-12-02T23:24:34,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36969-0x10150422b490001, quorum=127.0.0.1:59082, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-12-02T23:24:34,905 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2024-12-02T23:24:34,905 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2024-12-02T23:24:34,905 DEBUG [member: '9e5ab3b623d7,36969,1733181786563' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2024-12-02T23:24:34,905 DEBUG [(9e5ab3b623d7,43647,1733181782694)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:43647-0x10150422b490000, quorum=127.0.0.1:59082, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/9e5ab3b623d7,36969,1733181786563 2024-12-02T23:24:34,905 DEBUG [(9e5ab3b623d7,43647,1733181782694)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2024-12-02T23:24:34,909 DEBUG [member: '9e5ab3b623d7,36969,1733181786563' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2024-12-02T23:24:34,909 DEBUG [rs(9e5ab3b623d7,36969,1733181786563)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: 9e5ab3b623d7,36969,1733181786563 2024-12-02T23:24:34,909 INFO [rs(9e5ab3b623d7,36969,1733181786563)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1733181843167 highest: 1733181843167 on 9e5ab3b623d7,36969,1733181786563 2024-12-02T23:24:34,910 DEBUG [regionserver/9e5ab3b623d7:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 9e5ab3b623d7%2C36969%2C1733181786563.9e5ab3b623d7%2C36969%2C1733181786563.regiongroup-1:(num 1733181843126) roll requested 2024-12-02T23:24:34,932 DEBUG [regionserver/9e5ab3b623d7:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/WALs/9e5ab3b623d7,36969,1733181786563/9e5ab3b623d7%2C36969%2C1733181786563.9e5ab3b623d7%2C36969%2C1733181786563.regiongroup-1.1733181874910, exclude list is [], retry=0 2024-12-02T23:24:34,935 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37945,DS-9d4ccf70-de12-4a8d-8f90-b91efa3b860b,DISK] 2024-12-02T23:24:34,945 INFO [regionserver/9e5ab3b623d7:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/WALs/9e5ab3b623d7,36969,1733181786563/9e5ab3b623d7%2C36969%2C1733181786563.9e5ab3b623d7%2C36969%2C1733181786563.regiongroup-1.1733181843126 with entries=17, filesize=4.59 KB; new WAL /user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/WALs/9e5ab3b623d7,36969,1733181786563/9e5ab3b623d7%2C36969%2C1733181786563.9e5ab3b623d7%2C36969%2C1733181786563.regiongroup-1.1733181874910 2024-12-02T23:24:34,946 DEBUG [regionserver/9e5ab3b623d7:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33353:33353)] 2024-12-02T23:24:34,946 DEBUG [regionserver/9e5ab3b623d7:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/WALs/9e5ab3b623d7,36969,1733181786563/9e5ab3b623d7%2C36969%2C1733181786563.9e5ab3b623d7%2C36969%2C1733181786563.regiongroup-1.1733181843126 is not closed yet, will try archiving it next time 2024-12-02T23:24:34,946 DEBUG [regionserver/9e5ab3b623d7:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 9e5ab3b623d7%2C36969%2C1733181786563.meta:.meta(num 1733181843149) roll requested 2024-12-02T23:24:34,958 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/WALs/9e5ab3b623d7,36969,1733181786563/9e5ab3b623d7%2C36969%2C1733181786563.9e5ab3b623d7%2C36969%2C1733181786563.regiongroup-1.1733181831737 to hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/oldWALs/9e5ab3b623d7%2C36969%2C1733181786563.9e5ab3b623d7%2C36969%2C1733181786563.regiongroup-1.1733181831737 2024-12-02T23:24:34,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741911_1087 (size=4710) 2024-12-02T23:24:34,961 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/WALs/9e5ab3b623d7,36969,1733181786563/9e5ab3b623d7%2C36969%2C1733181786563.9e5ab3b623d7%2C36969%2C1733181786563.regiongroup-1.1733181843126 not finished, retry = 0 2024-12-02T23:24:34,975 DEBUG [regionserver/9e5ab3b623d7:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/WALs/9e5ab3b623d7,36969,1733181786563/9e5ab3b623d7%2C36969%2C1733181786563.meta.1733181874946.meta, exclude list is [], retry=0 2024-12-02T23:24:34,983 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37945,DS-9d4ccf70-de12-4a8d-8f90-b91efa3b860b,DISK] 2024-12-02T23:24:34,994 INFO [regionserver/9e5ab3b623d7:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/WALs/9e5ab3b623d7,36969,1733181786563/9e5ab3b623d7%2C36969%2C1733181786563.meta.1733181843149.meta with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/WALs/9e5ab3b623d7,36969,1733181786563/9e5ab3b623d7%2C36969%2C1733181786563.meta.1733181874946.meta 2024-12-02T23:24:34,994 DEBUG [regionserver/9e5ab3b623d7:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33353:33353)] 2024-12-02T23:24:34,994 DEBUG [regionserver/9e5ab3b623d7:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/WALs/9e5ab3b623d7,36969,1733181786563/9e5ab3b623d7%2C36969%2C1733181786563.meta.1733181843149.meta is not closed yet, will try archiving it next time 2024-12-02T23:24:34,994 DEBUG [regionserver/9e5ab3b623d7:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 9e5ab3b623d7%2C36969%2C1733181786563.9e5ab3b623d7%2C36969%2C1733181786563.regiongroup-0:(num 1733181843167) roll requested 2024-12-02T23:24:35,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741912_1088 (size=93) 2024-12-02T23:24:35,005 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/WALs/9e5ab3b623d7,36969,1733181786563/9e5ab3b623d7%2C36969%2C1733181786563.meta.1733181843149.meta not finished, retry = 0 2024-12-02T23:24:35,010 DEBUG [regionserver/9e5ab3b623d7:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/WALs/9e5ab3b623d7,36969,1733181786563/9e5ab3b623d7%2C36969%2C1733181786563.9e5ab3b623d7%2C36969%2C1733181786563.regiongroup-0.1733181874994, exclude list is [], retry=0 2024-12-02T23:24:35,011 DEBUG [rs(9e5ab3b623d7,36969,1733181786563)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 101 2024-12-02T23:24:35,011 INFO [rs(9e5ab3b623d7,36969,1733181786563)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1733181874994 on 9e5ab3b623d7,36969,1733181786563 2024-12-02T23:24:35,013 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37945,DS-9d4ccf70-de12-4a8d-8f90-b91efa3b860b,DISK] 2024-12-02T23:24:35,025 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-02T23:24:35,027 INFO [regionserver/9e5ab3b623d7:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/WALs/9e5ab3b623d7,36969,1733181786563/9e5ab3b623d7%2C36969%2C1733181786563.9e5ab3b623d7%2C36969%2C1733181786563.regiongroup-0.1733181843167 with entries=2, filesize=645 B; new WAL /user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/WALs/9e5ab3b623d7,36969,1733181786563/9e5ab3b623d7%2C36969%2C1733181786563.9e5ab3b623d7%2C36969%2C1733181786563.regiongroup-0.1733181874994 2024-12-02T23:24:35,027 DEBUG [regionserver/9e5ab3b623d7:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33353:33353)] 2024-12-02T23:24:35,027 DEBUG [regionserver/9e5ab3b623d7:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/WALs/9e5ab3b623d7,36969,1733181786563/9e5ab3b623d7%2C36969%2C1733181786563.9e5ab3b623d7%2C36969%2C1733181786563.regiongroup-0.1733181843167 is not closed yet, will try archiving it next time 2024-12-02T23:24:35,027 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/WALs/9e5ab3b623d7,36969,1733181786563/9e5ab3b623d7%2C36969%2C1733181786563.9e5ab3b623d7%2C36969%2C1733181786563.regiongroup-0.1733181811201 to hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/oldWALs/9e5ab3b623d7%2C36969%2C1733181786563.9e5ab3b623d7%2C36969%2C1733181786563.regiongroup-0.1733181811201 2024-12-02T23:24:35,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741913_1089 (size=653) 2024-12-02T23:24:35,030 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/WALs/9e5ab3b623d7,36969,1733181786563/9e5ab3b623d7%2C36969%2C1733181786563.9e5ab3b623d7%2C36969%2C1733181786563.regiongroup-0.1733181843167 to hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/oldWALs/9e5ab3b623d7%2C36969%2C1733181786563.9e5ab3b623d7%2C36969%2C1733181786563.regiongroup-0.1733181843167 2024-12-02T23:24:35,030 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-02T23:24:35,038 DEBUG [member: '9e5ab3b623d7,36969,1733181786563' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2024-12-02T23:24:35,038 DEBUG [member: '9e5ab3b623d7,36969,1733181786563' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member '9e5ab3b623d7,36969,1733181786563' in zk 2024-12-02T23:24:35,040 DEBUG [member: '9e5ab3b623d7,36969,1733181786563' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2024-12-02T23:24:35,040 DEBUG [member: '9e5ab3b623d7,36969,1733181786563' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-12-02T23:24:35,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43647-0x10150422b490000, quorum=127.0.0.1:59082, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/9e5ab3b623d7,36969,1733181786563 2024-12-02T23:24:35,041 DEBUG [member: '9e5ab3b623d7,36969,1733181786563' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2024-12-02T23:24:35,041 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/9e5ab3b623d7,36969,1733181786563 2024-12-02T23:24:35,041 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-12-02T23:24:35,041 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-12-02T23:24:35,041 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-12-02T23:24:35,042 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-12-02T23:24:35,042 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-12-02T23:24:35,043 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------9e5ab3b623d7,36969,1733181786563 2024-12-02T23:24:35,043 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-12-02T23:24:35,044 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-12-02T23:24:35,044 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------9e5ab3b623d7,36969,1733181786563 2024-12-02T23:24:35,046 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member '9e5ab3b623d7,36969,1733181786563': 2024-12-02T23:24:35,046 INFO [(9e5ab3b623d7,43647,1733181782694)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2024-12-02T23:24:35,046 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: '9e5ab3b623d7,36969,1733181786563' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2024-12-02T23:24:35,046 DEBUG [(9e5ab3b623d7,43647,1733181782694)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2024-12-02T23:24:35,046 DEBUG [(9e5ab3b623d7,43647,1733181782694)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2024-12-02T23:24:35,046 DEBUG [(9e5ab3b623d7,43647,1733181782694)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2024-12-02T23:24:35,046 INFO [(9e5ab3b623d7,43647,1733181782694)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllog including nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2024-12-02T23:24:35,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36969-0x10150422b490001, quorum=127.0.0.1:59082, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-12-02T23:24:35,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36969-0x10150422b490001, quorum=127.0.0.1:59082, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-12-02T23:24:35,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43647-0x10150422b490000, quorum=127.0.0.1:59082, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-12-02T23:24:35,049 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2024-12-02T23:24:35,049 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2024-12-02T23:24:35,049 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-12-02T23:24:35,049 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-12-02T23:24:35,049 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-12-02T23:24:35,050 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-12-02T23:24:35,050 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-12-02T23:24:35,050 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-12-02T23:24:35,059 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-12-02T23:24:35,061 DEBUG [(9e5ab3b623d7,43647,1733181782694)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:43647-0x10150422b490000, quorum=127.0.0.1:59082, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/9e5ab3b623d7,36969,1733181786563 2024-12-02T23:24:35,062 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-12-02T23:24:35,065 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-12-02T23:24:35,066 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-12-02T23:24:35,067 DEBUG [(9e5ab3b623d7,43647,1733181782694)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:43647-0x10150422b490000, quorum=127.0.0.1:59082, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/9e5ab3b623d7,36969,1733181786563 2024-12-02T23:24:35,067 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------9e5ab3b623d7,36969,1733181786563 2024-12-02T23:24:35,067 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-12-02T23:24:35,068 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-12-02T23:24:35,068 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------9e5ab3b623d7,36969,1733181786563 2024-12-02T23:24:35,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36969-0x10150422b490001, quorum=127.0.0.1:59082, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-12-02T23:24:35,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36969-0x10150422b490001, quorum=127.0.0.1:59082, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-12-02T23:24:35,073 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-12-02T23:24:35,073 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-12-02T23:24:35,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43647-0x10150422b490000, quorum=127.0.0.1:59082, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/9e5ab3b623d7,36969,1733181786563 2024-12-02T23:24:35,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43647-0x10150422b490000, quorum=127.0.0.1:59082, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-12-02T23:24:35,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43647-0x10150422b490000, quorum=127.0.0.1:59082, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-12-02T23:24:35,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43647-0x10150422b490000, quorum=127.0.0.1:59082, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/9e5ab3b623d7,36969,1733181786563 2024-12-02T23:24:35,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43647-0x10150422b490000, quorum=127.0.0.1:59082, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-12-02T23:24:35,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43647-0x10150422b490000, quorum=127.0.0.1:59082, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-12-02T23:24:35,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43647-0x10150422b490000, quorum=127.0.0.1:59082, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-12-02T23:24:35,074 DEBUG [(9e5ab3b623d7,43647,1733181782694)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-12-02T23:24:35,074 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2024-12-02T23:24:35,074 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-12-02T23:24:35,074 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2024-12-02T23:24:35,074 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-12-02T23:24:35,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] master.MasterRpcServices(1336): Checking to see if procedure from request:rolllog-proc is done 2024-12-02T23:24:35,084 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(131): In getLogFilesForNewBackup() olderTimestamps: {9e5ab3b623d7:36969=1733181831781} newestTimestamps: {9e5ab3b623d7:36969=1733181843167} 2024-12-02T23:24:35,086 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: 9e5ab3b623d7%2C36969%2C1733181786563.meta.1733181789541.meta 2024-12-02T23:24:35,086 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: 9e5ab3b623d7%2C36969%2C1733181786563.meta.1733181831756.meta 2024-12-02T23:24:35,086 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: 9e5ab3b623d7%2C36969%2C1733181786563.meta.1733181843149.meta 2024-12-02T23:24:35,086 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: 9e5ab3b623d7%2C36969%2C1733181786563.meta.1733181874946.meta 2024-12-02T23:24:35,086 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/WALs/9e5ab3b623d7,36969,1733181786563/9e5ab3b623d7%2C36969%2C1733181786563.9e5ab3b623d7%2C36969%2C1733181786563.regiongroup-0.1733181874994 2024-12-02T23:24:35,086 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/WALs/9e5ab3b623d7,36969,1733181786563/9e5ab3b623d7%2C36969%2C1733181786563.9e5ab3b623d7%2C36969%2C1733181786563.regiongroup-1.1733181843126 2024-12-02T23:24:35,086 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/WALs/9e5ab3b623d7,36969,1733181786563/9e5ab3b623d7%2C36969%2C1733181786563.9e5ab3b623d7%2C36969%2C1733181786563.regiongroup-1.1733181874910 2024-12-02T23:24:35,087 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(213): Skip .meta log file: hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/oldWALs/9e5ab3b623d7%2C36969%2C1733181786563.meta.1733181811171.meta 2024-12-02T23:24:35,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741957_1133 (size=640) 2024-12-02T23:24:35,098 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:backup:system_bulk target: hdfs://localhost:44093/backupUT/backup_1733181872550/backup/system_bulk descriptor: 'backup:system_bulk', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T23:24:35,098 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-12-02T23:24:35,100 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table backup:system_bulk 2024-12-02T23:24:35,106 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/WALs/9e5ab3b623d7,36969,1733181786563/9e5ab3b623d7%2C36969%2C1733181786563.meta.1733181843149.meta to hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/oldWALs/9e5ab3b623d7%2C36969%2C1733181786563.meta.1733181843149.meta 2024-12-02T23:24:35,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741958_1134 (size=45) 2024-12-02T23:24:35,508 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table backup:system_bulk 2024-12-02T23:24:35,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741959_1135 (size=950) 2024-12-02T23:24:35,925 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:test-1733181795915 target: hdfs://localhost:44093/backupUT/backup_1733181872550/default/test-1733181795915 descriptor: 'test-1733181795915', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T23:24:35,925 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-12-02T23:24:35,927 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table test-1733181795915 2024-12-02T23:24:35,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741960_1136 (size=53) 2024-12-02T23:24:36,333 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table test-1733181795915 2024-12-02T23:24:36,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741961_1137 (size=390) 2024-12-02T23:24:36,754 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:ns3:test-17331817959152 target: hdfs://localhost:44093/backupUT/backup_1733181872550/ns3/test-17331817959152 descriptor: 'ns3:test-17331817959152', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T23:24:36,754 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-12-02T23:24:36,758 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table ns3:test-17331817959152 2024-12-02T23:24:36,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741962_1138 (size=50) 2024-12-02T23:24:37,165 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table ns3:test-17331817959152 2024-12-02T23:24:37,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741963_1139 (size=364) 2024-12-02T23:24:37,576 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:ns2:test-17331817959151 target: hdfs://localhost:44093/backupUT/backup_1733181872550/ns2/test-17331817959151 descriptor: 'ns2:test-17331817959151', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T23:24:37,576 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-12-02T23:24:37,579 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table ns2:test-17331817959151 2024-12-02T23:24:37,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741964_1140 (size=50) 2024-12-02T23:24:37,987 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table ns2:test-17331817959151 2024-12-02T23:24:37,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741965_1141 (size=390) 2024-12-02T23:24:38,399 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:ns4:test-17331817959153 target: hdfs://localhost:44093/backupUT/backup_1733181872550/ns4/test-17331817959153 descriptor: 'ns4:test-17331817959153', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T23:24:38,399 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-12-02T23:24:38,401 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table ns4:test-17331817959153 2024-12-02T23:24:38,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741966_1142 (size=50) 2024-12-02T23:24:38,807 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table ns4:test-17331817959153 2024-12-02T23:24:38,818 DEBUG [Time-limited test {}] mapreduce.WALPlayer(319): add incremental job :hdfs://localhost:44093/backupUT/.tmp/backup_1733181872550 from hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/WALs/9e5ab3b623d7,36969,1733181786563/9e5ab3b623d7%2C36969%2C1733181786563.9e5ab3b623d7%2C36969%2C1733181786563.regiongroup-1.1733181843126;hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/oldWALs/9e5ab3b623d7%2C36969%2C1733181786563.9e5ab3b623d7%2C36969%2C1733181786563.regiongroup-0.1733181843167 2024-12-02T23:24:38,819 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52d45dd5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T23:24:38,820 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9e5ab3b623d7,43647,-1 for getting cluster id 2024-12-02T23:24:38,820 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T23:24:38,821 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '63424050-545e-45e7-97f4-936912587d3f' 2024-12-02T23:24:38,821 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T23:24:38,821 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "63424050-545e-45e7-97f4-936912587d3f" 2024-12-02T23:24:38,821 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14642fdd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T23:24:38,821 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9e5ab3b623d7,43647,-1] 2024-12-02T23:24:38,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T23:24:38,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T23:24:38,823 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36586, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T23:24:38,823 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d6de2cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T23:24:38,823 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T23:24:38,824 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 9e5ab3b623d7,43647,1733181782694 2024-12-02T23:24:38,824 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3de0930f 2024-12-02T23:24:38,824 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T23:24:38,825 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36600, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T23:24:38,830 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled 2024-12-02T23:24:38,830 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table backup:system_bulk 2024-12-02T23:24:38,831 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-02T23:24:38,831 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T23:24:38,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9e5ab3b623d7,36969,1733181786563, seqNum=-1] 2024-12-02T23:24:38,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T23:24:38,835 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41130, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T23:24:38,839 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for backup:system_bulk: backup:system_bulk; 2024-12-02T23:24:38,839 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns2:test-17331817959151 2024-12-02T23:24:38,839 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:test-17331817959151,, stopping at row=ns2:test-17331817959151 ,, for max=2147483647 with caching=100 2024-12-02T23:24:38,842 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns2:test-17331817959151: ns2:test-17331817959151; 2024-12-02T23:24:38,842 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns3:test-17331817959152 2024-12-02T23:24:38,842 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns3:test-17331817959152,, stopping at row=ns3:test-17331817959152 ,, for max=2147483647 with caching=100 2024-12-02T23:24:38,844 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns3:test-17331817959152: ns3:test-17331817959152; 2024-12-02T23:24:38,844 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns4:test-17331817959153 2024-12-02T23:24:38,844 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns4:test-17331817959153,, stopping at row=ns4:test-17331817959153 ,, for max=2147483647 with caching=100 2024-12-02T23:24:38,846 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns4:test-17331817959153: ns4:test-17331817959153; 2024-12-02T23:24:38,846 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table test-1733181795915 2024-12-02T23:24:38,846 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test-1733181795915,, stopping at row=test-1733181795915 ,, for max=2147483647 with caching=100 2024-12-02T23:24:38,848 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for test-1733181795915: test-1733181795915; 2024-12-02T23:24:38,848 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 5 reduce partitions to match current region count for all tables 2024-12-02T23:24:38,848 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/hbase-staging/partitions_136c68e9-7090-48a0-84ef-7e0d4f486ebf 2024-12-02T23:24:38,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741967_1143 (size=324) 2024-12-02T23:24:39,257 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T23:24:39,257 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T23:24:39,258 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T23:24:40,390 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/65b4e9ef-7447-bc2e-d622-21fab4f7aa50/hadoop-3561439016182932123.jar 2024-12-02T23:24:40,390 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T23:24:40,391 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T23:24:40,464 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/65b4e9ef-7447-bc2e-d622-21fab4f7aa50/hadoop-1396196004942519323.jar 2024-12-02T23:24:40,465 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T23:24:40,465 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T23:24:40,465 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T23:24:40,466 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T23:24:40,466 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T23:24:40,466 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T23:24:40,467 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-12-02T23:24:40,467 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-12-02T23:24:40,467 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-12-02T23:24:40,468 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-12-02T23:24:40,468 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-12-02T23:24:40,468 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-12-02T23:24:40,469 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-12-02T23:24:40,469 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-12-02T23:24:40,469 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-12-02T23:24:40,469 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-12-02T23:24:40,470 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-12-02T23:24:40,470 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T23:24:40,536 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/65b4e9ef-7447-bc2e-d622-21fab4f7aa50/hadoop-9253476861171058603.jar 2024-12-02T23:24:40,536 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.WALInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/65b4e9ef-7447-bc2e-d622-21fab4f7aa50/hadoop-9253476861171058603.jar 2024-12-02T23:24:40,537 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T23:24:40,537 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/65b4e9ef-7447-bc2e-d622-21fab4f7aa50/hadoop-9253476861171058603.jar 2024-12-02T23:24:40,537 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.MultiTableHFileOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/65b4e9ef-7447-bc2e-d622-21fab4f7aa50/hadoop-9253476861171058603.jar 2024-12-02T23:24:40,537 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-02T23:24:40,538 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: backup:system_bulk,ns2:test-17331817959151,ns3:test-17331817959152,ns4:test-17331817959153,default:test-1733181795915 2024-12-02T23:24:40,538 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T23:24:40,538 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.WALPlayer.createSubmittableJob(WALPlayer.java:342) at org.apache.hadoop.hbase.mapreduce.WALPlayer.run(WALPlayer.java:425) at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.walToHFiles(IncrementalTableBackupClient.java:426) at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.convertWALsToHFiles(IncrementalTableBackupClient.java:398) at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.execute(IncrementalTableBackupClient.java:300) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.backupTables(BackupAdminImpl.java:594) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:184) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T23:24:40,538 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T23:24:40,538 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T23:24:40,538 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T23:24:40,538 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-12-02T23:24:41,688 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.regionserver.wal.WALCellCodec, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/65b4e9ef-7447-bc2e-d622-21fab4f7aa50/hadoop-2944001226631469609.jar 2024-12-02T23:24:41,701 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-12-02T23:24:41,736 WARN [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2024-12-02T23:24:41,740 DEBUG [Time-limited test {}] mapreduce.WALInputFormat(355): Scanning hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/WALs/9e5ab3b623d7,36969,1733181786563/9e5ab3b623d7%2C36969%2C1733181786563.9e5ab3b623d7%2C36969%2C1733181786563.regiongroup-1.1733181843126 for WAL files 2024-12-02T23:24:41,741 INFO [Time-limited test {}] mapreduce.WALInputFormat(381): Found hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/WALs/9e5ab3b623d7,36969,1733181786563/9e5ab3b623d7%2C36969%2C1733181786563.9e5ab3b623d7%2C36969%2C1733181786563.regiongroup-1.1733181843126 2024-12-02T23:24:41,741 DEBUG [Time-limited test {}] mapreduce.WALInputFormat(355): Scanning hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/oldWALs/9e5ab3b623d7%2C36969%2C1733181786563.9e5ab3b623d7%2C36969%2C1733181786563.regiongroup-0.1733181843167 for WAL files 2024-12-02T23:24:41,742 INFO [Time-limited test {}] mapreduce.WALInputFormat(381): Found hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/oldWALs/9e5ab3b623d7%2C36969%2C1733181786563.9e5ab3b623d7%2C36969%2C1733181786563.regiongroup-0.1733181843167 2024-12-02T23:24:41,906 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/65b4e9ef-7447-bc2e-d622-21fab4f7aa50/mapreduce.cluster.local.dir/job_local1392215198_0010_73690e08-d474-4cad-bfd2-7606a850d83f/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory 2024-12-02T23:24:41,906 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/65b4e9ef-7447-bc2e-d622-21fab4f7aa50/mapreduce.cluster.local.dir/job_local1392215198_0010_73690e08-d474-4cad-bfd2-7606a850d83f/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/* 2024-12-02T23:24:42,020 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(196): Opening hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/WALs/9e5ab3b623d7,36969,1733181786563/9e5ab3b623d7%2C36969%2C1733181786563.9e5ab3b623d7%2C36969%2C1733181786563.regiongroup-1.1733181843126 for hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/WALs/9e5ab3b623d7,36969,1733181786563/9e5ab3b623d7%2C36969%2C1733181786563.9e5ab3b623d7%2C36969%2C1733181786563.regiongroup-1.1733181843126 (-9223372036854775808:9223372036854775807) length:4710 2024-12-02T23:24:42,025 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(244): Reached end of file. 2024-12-02T23:24:42,026 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(281): Closing reader 2024-12-02T23:24:42,116 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(196): Opening hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/oldWALs/9e5ab3b623d7%2C36969%2C1733181786563.9e5ab3b623d7%2C36969%2C1733181786563.regiongroup-0.1733181843167 for hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/oldWALs/9e5ab3b623d7%2C36969%2C1733181786563.9e5ab3b623d7%2C36969%2C1733181786563.regiongroup-0.1733181843167 (-9223372036854775808:9223372036854775807) length:653 2024-12-02T23:24:42,125 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(244): Reached end of file. 2024-12-02T23:24:42,125 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(281): Closing reader 2024-12-02T23:24:42,350 DEBUG [pool-260-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5dd788a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T23:24:42,350 DEBUG [pool-260-thread-1 {}] client.ClusterIdFetcher(90): Going to request 9e5ab3b623d7,43647,-1 for getting cluster id 2024-12-02T23:24:42,350 DEBUG [pool-260-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T23:24:42,351 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '63424050-545e-45e7-97f4-936912587d3f' 2024-12-02T23:24:42,351 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T23:24:42,351 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "63424050-545e-45e7-97f4-936912587d3f" 2024-12-02T23:24:42,352 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d02a8a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T23:24:42,352 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9e5ab3b623d7,43647,-1] 2024-12-02T23:24:42,352 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T23:24:42,352 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T23:24:42,353 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39366, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T23:24:42,354 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@731e28e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T23:24:42,354 DEBUG [pool-260-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T23:24:42,355 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9e5ab3b623d7,36969,1733181786563, seqNum=-1] 2024-12-02T23:24:42,355 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T23:24:42,356 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40062, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T23:24:42,358 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test-1733181795915', row='row-test-1733181795915-2-0', locateType=CURRENT is [region=test-1733181795915,,1733181796409.830504ca41f7d3ba4d09cc51660755b4., hostname=9e5ab3b623d7,36969,1733181786563, seqNum=338] 2024-12-02T23:24:42,358 INFO [pool-260-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-260-thread-1. 2024-12-02T23:24:42,358 DEBUG [pool-260-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T23:24:42,358 DEBUG [pool-260-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T23:24:42,358 DEBUG [pool-260-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T23:24:42,358 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T23:24:42,359 DEBUG [pool-260-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1733181795915-2-0] 2024-12-02T23:24:42,359 DEBUG [pool-260-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 9e5ab3b623d7 2024-12-02T23:24:42,363 DEBUG [pool-260-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44093/backupUT/.tmp/backup_1733181872550/_temporary/0/_temporary/attempt_local1392215198_0010_r_000004_0/default/test-1733181795915/f2/55497ef697af402fa0249890357f1fc5 is 58, key is row-test-1733181795915-2-0/f2:q1/1733181867534/Put/seqid=0 2024-12-02T23:24:42,364 WARN [Thread-1498 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [9e5ab3b623d7:36969] Specified favored nodes: [9e5ab3b623d7:36969] 2024-12-02T23:24:42,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741968_1144 (size=5367) 2024-12-02T23:24:42,992 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(344): Incremental copy HFiles is starting. dest=hdfs://localhost:44093/backupUT 2024-12-02T23:24:42,992 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(354): Setting incremental copy HFiles job name to : Incremental_Backup-HFileCopy-backup_1733181872550 2024-12-02T23:24:42,992 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(385): Doing COPY_TYPE_DISTCP 2024-12-02T23:24:43,013 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(394): DistCp options: [hdfs://localhost:44093/backupUT/.tmp/backup_1733181872550, hdfs://localhost:44093/backupUT] 2024-12-02T23:24:43,189 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-12-02T23:24:43,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741969_1145 (size=5367) 2024-12-02T23:24:43,820 INFO [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(224): Progress: 100.0% subTask: 1.0 mapProgress: 1.0 2024-12-02T23:24:43,823 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(144): Backup progress data "100%" has been updated to backup system table for backup_1733181872550 2024-12-02T23:24:43,823 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(232): Backup progress data updated to backup system table: "Progress: 100.0% - 5367 bytes copied." 2024-12-02T23:24:43,823 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(242): DistCp job-id: job_local1461210637_0011 completed: true true 2024-12-02T23:24:43,824 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(245): Counters: 26 File System Counters FILE: Number of bytes read=2674228 FILE: Number of bytes written=13147748 FILE: Number of read operations=0 FILE: Number of large read operations=0 FILE: Number of write operations=0 HDFS: Number of bytes read=410446 HDFS: Number of bytes written=2548321 HDFS: Number of read operations=1165 HDFS: Number of large read operations=0 HDFS: Number of write operations=422 HDFS: Number of bytes read erasure-coded=0 Map-Reduce Framework Map input records=6 Map output records=0 Input split bytes=340 Spilled Records=0 Failed Shuffles=0 Merged Map outputs=0 GC time elapsed (ms)=0 Total committed heap usage (bytes)=1048576000 File Input Format Counters Bytes Read=1482 File Output Format Counters Bytes Written=0 DistCp Counters Bandwidth in Bytes=5367 Bytes Copied=5367 Bytes Expected=5367 Files Copied=2 DIR_COPY=4 2024-12-02T23:24:43,824 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(365): Incremental copy HFiles from hdfs://localhost:44093/backupUT/.tmp/backup_1733181872550 to hdfs://localhost:44093/backupUT finished. 2024-12-02T23:24:43,839 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1733181872550 2024-12-02T23:24:43,843 DEBUG [Time-limited test {}] impl.TableBackupClient(334): Dependent full backup image: {BackupID=backup_1733181840907} 2024-12-02T23:24:43,843 DEBUG [Time-limited test {}] impl.TableBackupClient(337): Got 1 ancestors for the current backup. 2024-12-02T23:24:43,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741970_1146 (size=714) 2024-12-02T23:24:44,250 INFO [Time-limited test {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:44093/backupUT/backup_1733181872550/.backup.manifest 2024-12-02T23:24:44,250 DEBUG [Time-limited test {}] impl.TableBackupClient(387): Backup backup_1733181872550 finished: type=INCREMENTAL,tablelist=backup:system_bulk;test-1733181795915;ns3:test-17331817959152;ns2:test-17331817959151;ns4:test-17331817959153,targetRootDir=hdfs://localhost:44093/backupUT,startts=1733181874873,completets=1733181883839,bytescopied=0 2024-12-02T23:24:44,250 DEBUG [Time-limited test {}] impl.BackupSystemTable(1571): Deleting snapshot_backup_system from the system 2024-12-02T23:24:44,257 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.3 delete name: "snapshot_backup_system" type: DISABLED 2024-12-02T23:24:44,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_backup_system 2024-12-02T23:24:44,260 DEBUG [Time-limited test {}] impl.BackupSystemTable(1576): Done deleting backup system table snapshot 2024-12-02T23:24:44,262 DEBUG [Time-limited test {}] impl.BackupSystemTable(662): Finish backup exclusive operation 2024-12-02T23:24:44,266 INFO [Time-limited test {}] impl.TableBackupClient(405): Backup backup_1733181872550 completed. 2024-12-02T23:24:44,266 DEBUG [Time-limited test {}] impl.BackupSystemTable(458): deleted 0 original bulkload rows 2024-12-02T23:24:44,275 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-02T23:24:44,280 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-02T23:24:44,285 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(191): Restoring full backup_1733181804357 2024-12-02T23:24:44,288 INFO [Time-limited test {}] impl.RestoreTablesClient(100): HBase table table1 does not exist. It will be created during restore process 2024-12-02T23:24:44,289 INFO [Time-limited test {}] impl.RestoreTablesClient(100): HBase table ns2:table2 does not exist. It will be created during restore process 2024-12-02T23:24:44,290 DEBUG [Time-limited test {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:44093/backupUT/backup_1733181804357/.backup.manifest 2024-12-02T23:24:44,292 DEBUG [Time-limited test {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1733181804357/.backup.manifest 2024-12-02T23:24:44,295 DEBUG [Time-limited test {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:44093/backupUT/backup_1733181804357/.backup.manifest 2024-12-02T23:24:44,297 DEBUG [Time-limited test {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1733181804357/.backup.manifest 2024-12-02T23:24:44,297 INFO [Time-limited test {}] impl.RestoreTablesClient(147): Restoring 'test-1733181795915' to 'table1' from full backup image hdfs://localhost:44093/backupUT/backup_1733181804357/default/test-1733181795915 2024-12-02T23:24:44,305 INFO [Time-limited test {}] util.RestoreTool(491): Creating target table 'table1' 2024-12-02T23:24:44,305 DEBUG [Time-limited test {}] util.RestoreTool(391): Parsing region dir: hdfs://localhost:44093/backupUT/backup_1733181804357/default/test-1733181795915/archive/data/default/test-1733181795915/830504ca41f7d3ba4d09cc51660755b4 2024-12-02T23:24:44,306 DEBUG [Time-limited test {}] util.RestoreTool(421): Parsing family dir [hdfs://localhost:44093/backupUT/backup_1733181804357/default/test-1733181795915/archive/data/default/test-1733181795915/830504ca41f7d3ba4d09cc51660755b4/f in region [hdfs://localhost:44093/backupUT/backup_1733181804357/default/test-1733181795915/archive/data/default/test-1733181795915/830504ca41f7d3ba4d09cc51660755b4] 2024-12-02T23:24:44,311 DEBUG [Time-limited test {}] util.RestoreTool(446): Trying to figure out region boundaries hfile=hdfs://localhost:44093/backupUT/backup_1733181804357/default/test-1733181795915/archive/data/default/test-1733181795915/830504ca41f7d3ba4d09cc51660755b4/f/fd2bd222de41413193267c18916d8f51 first=row0 last=row98 2024-12-02T23:24:44,311 DEBUG [Time-limited test {}] util.RestoreTool(421): Parsing family dir [hdfs://localhost:44093/backupUT/backup_1733181804357/default/test-1733181795915/archive/data/default/test-1733181795915/830504ca41f7d3ba4d09cc51660755b4/f3 in region [hdfs://localhost:44093/backupUT/backup_1733181804357/default/test-1733181795915/archive/data/default/test-1733181795915/830504ca41f7d3ba4d09cc51660755b4] 2024-12-02T23:24:44,315 DEBUG [Time-limited test {}] util.RestoreTool(446): Trying to figure out region boundaries hfile=hdfs://localhost:44093/backupUT/backup_1733181804357/default/test-1733181795915/archive/data/default/test-1733181795915/830504ca41f7d3ba4d09cc51660755b4/f3/c5d995739ad84af0987d5259463bb931 first=row-test-1733181795915-3-0 last=row-test-1733181795915-3-5 2024-12-02T23:24:44,315 DEBUG [Time-limited test {}] util.RestoreTool(421): Parsing family dir [hdfs://localhost:44093/backupUT/backup_1733181804357/default/test-1733181795915/archive/data/default/test-1733181795915/830504ca41f7d3ba4d09cc51660755b4/mob in region [hdfs://localhost:44093/backupUT/backup_1733181804357/default/test-1733181795915/archive/data/default/test-1733181795915/830504ca41f7d3ba4d09cc51660755b4] 2024-12-02T23:24:44,319 DEBUG [Time-limited test {}] util.RestoreTool(446): Trying to figure out region boundaries hfile=hdfs://localhost:44093/backupUT/backup_1733181804357/default/test-1733181795915/archive/data/default/test-1733181795915/830504ca41f7d3ba4d09cc51660755b4/mob/7decd90f792d4611b4604c712400160e first=row-test-1733181795915-3-0 last=row-test-1733181795915-3-5 2024-12-02T23:24:44,324 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'table1', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T23:24:44,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] procedure2.ProcedureExecutor(1139): Stored pid=62, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=table1 2024-12-02T23:24:44,327 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T23:24:44,327 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T23:24:44,327 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "table1" procId is: 62 2024-12-02T23:24:44,328 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T23:24:44,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-12-02T23:24:44,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741971_1147 (size=938) 2024-12-02T23:24:44,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-12-02T23:24:44,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-12-02T23:24:44,740 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4b7e26e753fa1af214c8076fdc0abf48, NAME => 'table1,,1733181884323.4b7e26e753fa1af214c8076fdc0abf48.', STARTKEY => '', ENDKEY => 'row0'}, tableDescriptor='table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca 2024-12-02T23:24:44,740 INFO [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 0e907a2f1ef59498321b1cce1cc17933, NAME => 'table1,row0,1733181884323.0e907a2f1ef59498321b1cce1cc17933.', STARTKEY => 'row0', ENDKEY => ''}, tableDescriptor='table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca 2024-12-02T23:24:44,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741972_1148 (size=45) 2024-12-02T23:24:44,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741973_1149 (size=45) 2024-12-02T23:24:44,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-12-02T23:24:45,157 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(898): Instantiated table1,,1733181884323.4b7e26e753fa1af214c8076fdc0abf48.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T23:24:45,157 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1722): Closing 4b7e26e753fa1af214c8076fdc0abf48, disabling compactions & flushes 2024-12-02T23:24:45,157 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1755): Closing region table1,,1733181884323.4b7e26e753fa1af214c8076fdc0abf48. 2024-12-02T23:24:45,157 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on table1,,1733181884323.4b7e26e753fa1af214c8076fdc0abf48. 2024-12-02T23:24:45,157 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on table1,,1733181884323.4b7e26e753fa1af214c8076fdc0abf48. after waiting 0 ms 2024-12-02T23:24:45,157 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region table1,,1733181884323.4b7e26e753fa1af214c8076fdc0abf48. 2024-12-02T23:24:45,157 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1973): Closed table1,,1733181884323.4b7e26e753fa1af214c8076fdc0abf48. 2024-12-02T23:24:45,158 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4b7e26e753fa1af214c8076fdc0abf48: Waiting for close lock at 1733181885157Disabling compacts and flushes for region at 1733181885157Disabling writes for close at 1733181885157Writing region close event to WAL at 1733181885157Closed at 1733181885157 2024-12-02T23:24:45,162 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(898): Instantiated table1,row0,1733181884323.0e907a2f1ef59498321b1cce1cc17933.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T23:24:45,162 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1722): Closing 0e907a2f1ef59498321b1cce1cc17933, disabling compactions & flushes 2024-12-02T23:24:45,162 INFO [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1755): Closing region table1,row0,1733181884323.0e907a2f1ef59498321b1cce1cc17933. 2024-12-02T23:24:45,162 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on table1,row0,1733181884323.0e907a2f1ef59498321b1cce1cc17933. 2024-12-02T23:24:45,162 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on table1,row0,1733181884323.0e907a2f1ef59498321b1cce1cc17933. after waiting 0 ms 2024-12-02T23:24:45,162 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region table1,row0,1733181884323.0e907a2f1ef59498321b1cce1cc17933. 2024-12-02T23:24:45,162 INFO [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1973): Closed table1,row0,1733181884323.0e907a2f1ef59498321b1cce1cc17933. 2024-12-02T23:24:45,162 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1676): Region close journal for 0e907a2f1ef59498321b1cce1cc17933: Waiting for close lock at 1733181885162Disabling compacts and flushes for region at 1733181885162Disabling writes for close at 1733181885162Writing region close event to WAL at 1733181885162Closed at 1733181885162 2024-12-02T23:24:45,164 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T23:24:45,164 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"table1,,1733181884323.4b7e26e753fa1af214c8076fdc0abf48.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733181885164"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733181885164"}]},"ts":"1733181885164"} 2024-12-02T23:24:45,164 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"table1,row0,1733181884323.0e907a2f1ef59498321b1cce1cc17933.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733181885164"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733181885164"}]},"ts":"1733181885164"} 2024-12-02T23:24:45,168 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-12-02T23:24:45,169 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T23:24:45,169 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733181885169"}]},"ts":"1733181885169"} 2024-12-02T23:24:45,171 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=table1, state=ENABLING in hbase:meta 2024-12-02T23:24:45,171 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=63, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=4b7e26e753fa1af214c8076fdc0abf48, ASSIGN}, {pid=64, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=0e907a2f1ef59498321b1cce1cc17933, ASSIGN}] 2024-12-02T23:24:45,172 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=64, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=0e907a2f1ef59498321b1cce1cc17933, ASSIGN 2024-12-02T23:24:45,173 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=63, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=4b7e26e753fa1af214c8076fdc0abf48, ASSIGN 2024-12-02T23:24:45,173 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=64, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=table1, region=0e907a2f1ef59498321b1cce1cc17933, ASSIGN; state=OFFLINE, location=9e5ab3b623d7,36969,1733181786563; forceNewPlan=false, retain=false 2024-12-02T23:24:45,173 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=63, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=table1, region=4b7e26e753fa1af214c8076fdc0abf48, ASSIGN; state=OFFLINE, location=9e5ab3b623d7,36969,1733181786563; forceNewPlan=false, retain=false 2024-12-02T23:24:45,324 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=64 updating hbase:meta row=0e907a2f1ef59498321b1cce1cc17933, regionState=OPENING, regionLocation=9e5ab3b623d7,36969,1733181786563 2024-12-02T23:24:45,324 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=63 updating hbase:meta row=4b7e26e753fa1af214c8076fdc0abf48, regionState=OPENING, regionLocation=9e5ab3b623d7,36969,1733181786563 2024-12-02T23:24:45,327 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=64, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=table1, region=0e907a2f1ef59498321b1cce1cc17933, ASSIGN because future has completed 2024-12-02T23:24:45,327 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=65, ppid=64, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0e907a2f1ef59498321b1cce1cc17933, server=9e5ab3b623d7,36969,1733181786563}] 2024-12-02T23:24:45,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=63, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=table1, region=4b7e26e753fa1af214c8076fdc0abf48, ASSIGN because future has completed 2024-12-02T23:24:45,329 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=66, ppid=63, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4b7e26e753fa1af214c8076fdc0abf48, server=9e5ab3b623d7,36969,1733181786563}] 2024-12-02T23:24:45,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-12-02T23:24:45,483 INFO [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] handler.AssignRegionHandler(132): Open table1,,1733181884323.4b7e26e753fa1af214c8076fdc0abf48. 2024-12-02T23:24:45,483 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(7752): Opening region: {ENCODED => 4b7e26e753fa1af214c8076fdc0abf48, NAME => 'table1,,1733181884323.4b7e26e753fa1af214c8076fdc0abf48.', STARTKEY => '', ENDKEY => 'row0'} 2024-12-02T23:24:45,484 INFO [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-12-02T23:24:45,484 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 4b7e26e753fa1af214c8076fdc0abf48 2024-12-02T23:24:45,484 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(898): Instantiated table1,,1733181884323.4b7e26e753fa1af214c8076fdc0abf48.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T23:24:45,484 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(7794): checking encryption for 4b7e26e753fa1af214c8076fdc0abf48 2024-12-02T23:24:45,484 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(7797): checking classloading for 4b7e26e753fa1af214c8076fdc0abf48 2024-12-02T23:24:45,486 INFO [StoreOpener-4b7e26e753fa1af214c8076fdc0abf48-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 4b7e26e753fa1af214c8076fdc0abf48 2024-12-02T23:24:45,487 INFO [StoreOpener-4b7e26e753fa1af214c8076fdc0abf48-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4b7e26e753fa1af214c8076fdc0abf48 columnFamilyName f 2024-12-02T23:24:45,487 DEBUG [StoreOpener-4b7e26e753fa1af214c8076fdc0abf48-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T23:24:45,488 INFO [StoreOpener-4b7e26e753fa1af214c8076fdc0abf48-1 {}] regionserver.HStore(327): Store=4b7e26e753fa1af214c8076fdc0abf48/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T23:24:45,488 INFO [StoreOpener-4b7e26e753fa1af214c8076fdc0abf48-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f3 of region 4b7e26e753fa1af214c8076fdc0abf48 2024-12-02T23:24:45,489 INFO [StoreOpener-4b7e26e753fa1af214c8076fdc0abf48-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4b7e26e753fa1af214c8076fdc0abf48 columnFamilyName f3 2024-12-02T23:24:45,489 DEBUG [StoreOpener-4b7e26e753fa1af214c8076fdc0abf48-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T23:24:45,490 INFO [StoreOpener-4b7e26e753fa1af214c8076fdc0abf48-1 {}] regionserver.HStore(327): Store=4b7e26e753fa1af214c8076fdc0abf48/f3, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T23:24:45,490 INFO [StoreOpener-4b7e26e753fa1af214c8076fdc0abf48-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region 4b7e26e753fa1af214c8076fdc0abf48 2024-12-02T23:24:45,491 INFO [StoreOpener-4b7e26e753fa1af214c8076fdc0abf48-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4b7e26e753fa1af214c8076fdc0abf48 columnFamilyName mob 2024-12-02T23:24:45,492 DEBUG [StoreOpener-4b7e26e753fa1af214c8076fdc0abf48-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T23:24:45,492 INFO [StoreOpener-4b7e26e753fa1af214c8076fdc0abf48-1 {}] regionserver.HStore(327): Store=4b7e26e753fa1af214c8076fdc0abf48/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T23:24:45,493 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1038): replaying wal for 4b7e26e753fa1af214c8076fdc0abf48 2024-12-02T23:24:45,493 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/default/table1/4b7e26e753fa1af214c8076fdc0abf48 2024-12-02T23:24:45,494 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/default/table1/4b7e26e753fa1af214c8076fdc0abf48 2024-12-02T23:24:45,495 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1048): stopping wal replay for 4b7e26e753fa1af214c8076fdc0abf48 2024-12-02T23:24:45,495 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1060): Cleaning up temporary data for 4b7e26e753fa1af214c8076fdc0abf48 2024-12-02T23:24:45,495 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T23:24:45,496 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1093): writing seq id for 4b7e26e753fa1af214c8076fdc0abf48 2024-12-02T23:24:45,500 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/default/table1/4b7e26e753fa1af214c8076fdc0abf48/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T23:24:45,500 INFO [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1114): Opened 4b7e26e753fa1af214c8076fdc0abf48; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9907341120, jitterRate=-0.07730695605278015}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T23:24:45,500 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4b7e26e753fa1af214c8076fdc0abf48 2024-12-02T23:24:45,501 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1006): Region open journal for 4b7e26e753fa1af214c8076fdc0abf48: Running coprocessor pre-open hook at 1733181885485Writing region info on filesystem at 1733181885485Initializing all the Stores at 1733181885486 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733181885486Instantiating store for column family {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733181885486Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733181885486Cleaning up temporary data from old regions at 1733181885495 (+9 ms)Running coprocessor post-open hooks at 1733181885500 (+5 ms)Region opened successfully at 1733181885501 (+1 ms) 2024-12-02T23:24:45,502 INFO [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegionServer(2236): Post open deploy tasks for table1,,1733181884323.4b7e26e753fa1af214c8076fdc0abf48., pid=66, masterSystemTime=1733181885480 2024-12-02T23:24:45,503 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegionServer(2266): Finished post open deploy task for table1,,1733181884323.4b7e26e753fa1af214c8076fdc0abf48. 2024-12-02T23:24:45,503 INFO [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] handler.AssignRegionHandler(153): Opened table1,,1733181884323.4b7e26e753fa1af214c8076fdc0abf48. 2024-12-02T23:24:45,503 INFO [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] handler.AssignRegionHandler(132): Open table1,row0,1733181884323.0e907a2f1ef59498321b1cce1cc17933. 2024-12-02T23:24:45,504 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(7752): Opening region: {ENCODED => 0e907a2f1ef59498321b1cce1cc17933, NAME => 'table1,row0,1733181884323.0e907a2f1ef59498321b1cce1cc17933.', STARTKEY => 'row0', ENDKEY => ''} 2024-12-02T23:24:45,504 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=63 updating hbase:meta row=4b7e26e753fa1af214c8076fdc0abf48, regionState=OPEN, openSeqNum=2, regionLocation=9e5ab3b623d7,36969,1733181786563 2024-12-02T23:24:45,504 INFO [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-12-02T23:24:45,504 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 0e907a2f1ef59498321b1cce1cc17933 2024-12-02T23:24:45,504 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(898): Instantiated table1,row0,1733181884323.0e907a2f1ef59498321b1cce1cc17933.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T23:24:45,504 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(7794): checking encryption for 0e907a2f1ef59498321b1cce1cc17933 2024-12-02T23:24:45,504 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(7797): checking classloading for 0e907a2f1ef59498321b1cce1cc17933 2024-12-02T23:24:45,505 INFO [StoreOpener-0e907a2f1ef59498321b1cce1cc17933-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 0e907a2f1ef59498321b1cce1cc17933 2024-12-02T23:24:45,505 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=66, ppid=63, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4b7e26e753fa1af214c8076fdc0abf48, server=9e5ab3b623d7,36969,1733181786563 because future has completed 2024-12-02T23:24:45,507 INFO [StoreOpener-0e907a2f1ef59498321b1cce1cc17933-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0e907a2f1ef59498321b1cce1cc17933 columnFamilyName f 2024-12-02T23:24:45,507 DEBUG [StoreOpener-0e907a2f1ef59498321b1cce1cc17933-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T23:24:45,507 INFO [StoreOpener-0e907a2f1ef59498321b1cce1cc17933-1 {}] regionserver.HStore(327): Store=0e907a2f1ef59498321b1cce1cc17933/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T23:24:45,507 INFO [StoreOpener-0e907a2f1ef59498321b1cce1cc17933-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f3 of region 0e907a2f1ef59498321b1cce1cc17933 2024-12-02T23:24:45,508 INFO [StoreOpener-0e907a2f1ef59498321b1cce1cc17933-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0e907a2f1ef59498321b1cce1cc17933 columnFamilyName f3 2024-12-02T23:24:45,508 DEBUG [StoreOpener-0e907a2f1ef59498321b1cce1cc17933-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T23:24:45,509 INFO [StoreOpener-0e907a2f1ef59498321b1cce1cc17933-1 {}] regionserver.HStore(327): Store=0e907a2f1ef59498321b1cce1cc17933/f3, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T23:24:45,509 INFO [StoreOpener-0e907a2f1ef59498321b1cce1cc17933-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region 0e907a2f1ef59498321b1cce1cc17933 2024-12-02T23:24:45,509 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=66, resume processing ppid=63 2024-12-02T23:24:45,509 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=66, ppid=63, state=SUCCESS, hasLock=false; OpenRegionProcedure 4b7e26e753fa1af214c8076fdc0abf48, server=9e5ab3b623d7,36969,1733181786563 in 178 msec 2024-12-02T23:24:45,510 INFO [StoreOpener-0e907a2f1ef59498321b1cce1cc17933-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0e907a2f1ef59498321b1cce1cc17933 columnFamilyName mob 2024-12-02T23:24:45,511 DEBUG [StoreOpener-0e907a2f1ef59498321b1cce1cc17933-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T23:24:45,511 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=63, ppid=62, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=4b7e26e753fa1af214c8076fdc0abf48, ASSIGN in 338 msec 2024-12-02T23:24:45,511 INFO [StoreOpener-0e907a2f1ef59498321b1cce1cc17933-1 {}] regionserver.HStore(327): Store=0e907a2f1ef59498321b1cce1cc17933/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T23:24:45,512 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1038): replaying wal for 0e907a2f1ef59498321b1cce1cc17933 2024-12-02T23:24:45,512 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/default/table1/0e907a2f1ef59498321b1cce1cc17933 2024-12-02T23:24:45,512 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/default/table1/0e907a2f1ef59498321b1cce1cc17933 2024-12-02T23:24:45,513 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1048): stopping wal replay for 0e907a2f1ef59498321b1cce1cc17933 2024-12-02T23:24:45,513 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1060): Cleaning up temporary data for 0e907a2f1ef59498321b1cce1cc17933 2024-12-02T23:24:45,514 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T23:24:45,515 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1093): writing seq id for 0e907a2f1ef59498321b1cce1cc17933 2024-12-02T23:24:45,517 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/default/table1/0e907a2f1ef59498321b1cce1cc17933/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T23:24:45,517 INFO [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1114): Opened 0e907a2f1ef59498321b1cce1cc17933; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11535416800, jitterRate=0.07431940734386444}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T23:24:45,517 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0e907a2f1ef59498321b1cce1cc17933 2024-12-02T23:24:45,517 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1006): Region open journal for 0e907a2f1ef59498321b1cce1cc17933: Running coprocessor pre-open hook at 1733181885504Writing region info on filesystem at 1733181885504Initializing all the Stores at 1733181885505 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733181885505Instantiating store for column family {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733181885505Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733181885505Cleaning up temporary data from old regions at 1733181885513 (+8 ms)Running coprocessor post-open hooks at 1733181885517 (+4 ms)Region opened successfully at 1733181885517 2024-12-02T23:24:45,518 INFO [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegionServer(2236): Post open deploy tasks for table1,row0,1733181884323.0e907a2f1ef59498321b1cce1cc17933., pid=65, masterSystemTime=1733181885480 2024-12-02T23:24:45,519 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegionServer(2266): Finished post open deploy task for table1,row0,1733181884323.0e907a2f1ef59498321b1cce1cc17933. 2024-12-02T23:24:45,519 INFO [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] handler.AssignRegionHandler(153): Opened table1,row0,1733181884323.0e907a2f1ef59498321b1cce1cc17933. 2024-12-02T23:24:45,520 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=64 updating hbase:meta row=0e907a2f1ef59498321b1cce1cc17933, regionState=OPEN, openSeqNum=2, regionLocation=9e5ab3b623d7,36969,1733181786563 2024-12-02T23:24:45,522 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=65, ppid=64, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0e907a2f1ef59498321b1cce1cc17933, server=9e5ab3b623d7,36969,1733181786563 because future has completed 2024-12-02T23:24:45,525 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=65, resume processing ppid=64 2024-12-02T23:24:45,525 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=65, ppid=64, state=SUCCESS, hasLock=false; OpenRegionProcedure 0e907a2f1ef59498321b1cce1cc17933, server=9e5ab3b623d7,36969,1733181786563 in 196 msec 2024-12-02T23:24:45,527 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=64, resume processing ppid=62 2024-12-02T23:24:45,527 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=64, ppid=62, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=0e907a2f1ef59498321b1cce1cc17933, ASSIGN in 354 msec 2024-12-02T23:24:45,528 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T23:24:45,528 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733181885528"}]},"ts":"1733181885528"} 2024-12-02T23:24:45,530 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=table1, state=ENABLED in hbase:meta 2024-12-02T23:24:45,530 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T23:24:45,532 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=62, state=SUCCESS, hasLock=false; CreateTableProcedure table=table1 in 1.2060 sec 2024-12-02T23:24:45,713 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 830504ca41f7d3ba4d09cc51660755b4, had cached 0 bytes from a total of 38453 2024-12-02T23:24:46,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-12-02T23:24:46,472 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:table1 completed 2024-12-02T23:24:46,474 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-12-02T23:24:46,478 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(64): Restore full backup from directory hdfs://localhost:44093/backupUT/backup_1733181804357/default/test-1733181795915/archive/data/default/test-1733181795915/830504ca41f7d3ba4d09cc51660755b4 from hbase tables test-1733181795915 to tables table1 2024-12-02T23:24:46,478 INFO [Time-limited test {}] mapreduce.MapReduceRestoreJob(72): Restore test-1733181795915 into table1 2024-12-02T23:24:46,481 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(112): add incremental job :hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/hbase-staging/bulk_output-default-table1-1733181886479 from hdfs://localhost:44093/backupUT/backup_1733181804357/default/test-1733181795915/archive/data/default/test-1733181795915/830504ca41f7d3ba4d09cc51660755b4 2024-12-02T23:24:46,482 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7232141e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T23:24:46,482 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9e5ab3b623d7,43647,-1 for getting cluster id 2024-12-02T23:24:46,482 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T23:24:46,483 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '63424050-545e-45e7-97f4-936912587d3f' 2024-12-02T23:24:46,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T23:24:46,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "63424050-545e-45e7-97f4-936912587d3f" 2024-12-02T23:24:46,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73f4eba2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T23:24:46,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9e5ab3b623d7,43647,-1] 2024-12-02T23:24:46,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T23:24:46,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T23:24:46,485 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39376, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T23:24:46,486 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d4b15d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T23:24:46,486 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T23:24:46,487 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 9e5ab3b623d7,43647,1733181782694 2024-12-02T23:24:46,487 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5ea3587f 2024-12-02T23:24:46,487 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T23:24:46,488 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39378, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T23:24:46,489 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled 2024-12-02T23:24:46,489 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table table1 2024-12-02T23:24:46,490 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-12-02T23:24:46,490 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T23:24:46,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9e5ab3b623d7,36969,1733181786563, seqNum=-1] 2024-12-02T23:24:46,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T23:24:46,492 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40064, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T23:24:46,494 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for table1: 2024-12-02T23:24:46,494 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for table1: row0 2024-12-02T23:24:46,494 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 2 reduce partitions to match current region count for all tables 2024-12-02T23:24:46,494 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/hbase-staging/partitions_7656c459-6b39-4c76-88fc-3f1287a2f14a 2024-12-02T23:24:46,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741974_1150 (size=177) 2024-12-02T23:24:46,905 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T23:24:46,905 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T23:24:46,905 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T23:24:48,020 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/65b4e9ef-7447-bc2e-d622-21fab4f7aa50/hadoop-5479618970926620366.jar 2024-12-02T23:24:48,021 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T23:24:48,021 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T23:24:48,097 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/65b4e9ef-7447-bc2e-d622-21fab4f7aa50/hadoop-10856155597119269127.jar 2024-12-02T23:24:48,097 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T23:24:48,098 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T23:24:48,098 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T23:24:48,098 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T23:24:48,098 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T23:24:48,099 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T23:24:48,099 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-12-02T23:24:48,099 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-12-02T23:24:48,099 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-12-02T23:24:48,100 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-12-02T23:24:48,100 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-12-02T23:24:48,100 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-12-02T23:24:48,100 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-12-02T23:24:48,101 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-12-02T23:24:48,101 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-12-02T23:24:48,101 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-12-02T23:24:48,101 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-12-02T23:24:48,104 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T23:24:48,185 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/65b4e9ef-7447-bc2e-d622-21fab4f7aa50/hadoop-3115225946477665099.jar 2024-12-02T23:24:48,185 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/65b4e9ef-7447-bc2e-d622-21fab4f7aa50/hadoop-3115225946477665099.jar 2024-12-02T23:24:48,185 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T23:24:48,186 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/65b4e9ef-7447-bc2e-d622-21fab4f7aa50/hadoop-3115225946477665099.jar 2024-12-02T23:24:48,186 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/65b4e9ef-7447-bc2e-d622-21fab4f7aa50/hadoop-3115225946477665099.jar 2024-12-02T23:24:48,186 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-02T23:24:48,186 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: table1 2024-12-02T23:24:48,186 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T23:24:48,186 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.createSubmittableJob(MapReduceHFileSplitterJob.java:123) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.run(MapReduceHFileSplitterJob.java:170) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:82) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:192) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T23:24:48,187 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T23:24:48,187 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T23:24:48,187 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T23:24:48,187 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(124): success configuring load incremental job 2024-12-02T23:24:48,187 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-12-02T23:24:48,199 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-12-02T23:24:48,220 WARN [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2024-12-02T23:24:48,330 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/65b4e9ef-7447-bc2e-d622-21fab4f7aa50/mapreduce.cluster.local.dir/job_local1945326796_0012_ab4076ae-a71b-491a-ab56-41a7f6c68557/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory 2024-12-02T23:24:48,330 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/65b4e9ef-7447-bc2e-d622-21fab4f7aa50/mapreduce.cluster.local.dir/job_local1945326796_0012_ab4076ae-a71b-491a-ab56-41a7f6c68557/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/* 2024-12-02T23:24:48,407 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:44093/backupUT/backup_1733181804357/default/test-1733181795915/archive/data/default/test-1733181795915/830504ca41f7d3ba4d09cc51660755b4/f/fd2bd222de41413193267c18916d8f51 2024-12-02T23:24:48,410 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-12-02T23:24:48,458 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:44093/backupUT/backup_1733181804357/default/test-1733181795915/archive/data/default/test-1733181795915/830504ca41f7d3ba4d09cc51660755b4/mob/7decd90f792d4611b4604c712400160e 2024-12-02T23:24:48,462 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-12-02T23:24:48,500 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:44093/backupUT/backup_1733181804357/default/test-1733181795915/archive/data/default/test-1733181795915/830504ca41f7d3ba4d09cc51660755b4/f3/c5d995739ad84af0987d5259463bb931 2024-12-02T23:24:48,503 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-12-02T23:24:48,535 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17f106e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T23:24:48,535 DEBUG [pool-267-thread-1 {}] client.ClusterIdFetcher(90): Going to request 9e5ab3b623d7,43647,-1 for getting cluster id 2024-12-02T23:24:48,535 DEBUG [pool-267-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T23:24:48,536 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '63424050-545e-45e7-97f4-936912587d3f' 2024-12-02T23:24:48,536 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T23:24:48,537 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "63424050-545e-45e7-97f4-936912587d3f" 2024-12-02T23:24:48,537 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b006c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T23:24:48,537 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9e5ab3b623d7,43647,-1] 2024-12-02T23:24:48,537 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T23:24:48,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T23:24:48,539 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39400, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T23:24:48,539 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13131826, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T23:24:48,540 DEBUG [pool-267-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T23:24:48,541 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9e5ab3b623d7,36969,1733181786563, seqNum=-1] 2024-12-02T23:24:48,541 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T23:24:48,542 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40080, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T23:24:48,544 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row-test-1733181795915-3-0', locateType=CURRENT is [region=table1,,1733181884323.4b7e26e753fa1af214c8076fdc0abf48., hostname=9e5ab3b623d7,36969,1733181786563, seqNum=2] 2024-12-02T23:24:48,544 INFO [pool-267-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-267-thread-1. 2024-12-02T23:24:48,544 DEBUG [pool-267-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T23:24:48,544 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T23:24:48,544 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T23:24:48,544 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T23:24:48,545 DEBUG [pool-267-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1733181795915-3-0] 2024-12-02T23:24:48,545 DEBUG [pool-267-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 9e5ab3b623d7 2024-12-02T23:24:48,550 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c73d389, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T23:24:48,550 DEBUG [pool-267-thread-1 {}] client.ClusterIdFetcher(90): Going to request 9e5ab3b623d7,43647,-1 for getting cluster id 2024-12-02T23:24:48,551 DEBUG [pool-267-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T23:24:48,551 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '63424050-545e-45e7-97f4-936912587d3f' 2024-12-02T23:24:48,551 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T23:24:48,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "63424050-545e-45e7-97f4-936912587d3f" 2024-12-02T23:24:48,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1518e4b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T23:24:48,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9e5ab3b623d7,43647,-1] 2024-12-02T23:24:48,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T23:24:48,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T23:24:48,553 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39420, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T23:24:48,553 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37175c46, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T23:24:48,554 DEBUG [pool-267-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T23:24:48,555 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9e5ab3b623d7,36969,1733181786563, seqNum=-1] 2024-12-02T23:24:48,555 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T23:24:48,556 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40086, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T23:24:48,557 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row-test-1733181795915-3-0', locateType=CURRENT is [region=table1,,1733181884323.4b7e26e753fa1af214c8076fdc0abf48., hostname=9e5ab3b623d7,36969,1733181786563, seqNum=2] 2024-12-02T23:24:48,557 INFO [pool-267-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-267-thread-1. 2024-12-02T23:24:48,557 DEBUG [pool-267-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T23:24:48,558 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T23:24:48,558 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T23:24:48,558 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T23:24:48,558 DEBUG [pool-267-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1733181795915-3-0] 2024-12-02T23:24:48,558 DEBUG [pool-267-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 9e5ab3b623d7 2024-12-02T23:24:48,561 DEBUG [pool-267-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/hbase-staging/bulk_output-default-table1-1733181886479/_temporary/0/_temporary/attempt_local1945326796_0012_r_000000_0/f3/b6c50beca7c04feca7d70af4a1e29426 is 58, key is row-test-1733181795915-3-0/f3:q1/1733181804316/Put/seqid=0 2024-12-02T23:24:48,563 WARN [Thread-1617 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [9e5ab3b623d7:36969] Specified favored nodes: [9e5ab3b623d7:36969] 2024-12-02T23:24:48,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741975_1151 (size=5530) 2024-12-02T23:24:48,624 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 2c1b1533dbdd8e1e2667495a8915c673, had cached 0 bytes from a total of 13547 2024-12-02T23:24:48,975 DEBUG [pool-267-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/hbase-staging/bulk_output-default-table1-1733181886479/_temporary/0/_temporary/attempt_local1945326796_0012_r_000000_0/mob/cb1c81c2c39e4ebb97c8fc73f77f230d is 59, key is row-test-1733181795915-3-0/mob:q1/1733181804340/Put/seqid=0 2024-12-02T23:24:48,977 WARN [Thread-1619 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [9e5ab3b623d7:36969] Specified favored nodes: [9e5ab3b623d7:36969] 2024-12-02T23:24:48,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741976_1152 (size=5539) 2024-12-02T23:24:49,404 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53e25254, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T23:24:49,404 DEBUG [pool-267-thread-1 {}] client.ClusterIdFetcher(90): Going to request 9e5ab3b623d7,43647,-1 for getting cluster id 2024-12-02T23:24:49,404 DEBUG [pool-267-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T23:24:49,405 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '63424050-545e-45e7-97f4-936912587d3f' 2024-12-02T23:24:49,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T23:24:49,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "63424050-545e-45e7-97f4-936912587d3f" 2024-12-02T23:24:49,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a256568, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T23:24:49,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9e5ab3b623d7,43647,-1] 2024-12-02T23:24:49,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T23:24:49,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T23:24:49,406 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39442, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T23:24:49,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d62a54a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T23:24:49,408 DEBUG [pool-267-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T23:24:49,409 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9e5ab3b623d7,36969,1733181786563, seqNum=-1] 2024-12-02T23:24:49,409 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T23:24:49,410 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40096, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T23:24:49,411 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row0', locateType=CURRENT is [region=table1,row0,1733181884323.0e907a2f1ef59498321b1cce1cc17933., hostname=9e5ab3b623d7,36969,1733181786563, seqNum=2] 2024-12-02T23:24:49,412 INFO [pool-267-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-267-thread-1. 2024-12-02T23:24:49,412 DEBUG [pool-267-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T23:24:49,412 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T23:24:49,412 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T23:24:49,412 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T23:24:49,412 DEBUG [pool-267-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row0] 2024-12-02T23:24:49,412 DEBUG [pool-267-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 9e5ab3b623d7 2024-12-02T23:24:49,418 DEBUG [pool-267-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/hbase-staging/bulk_output-default-table1-1733181886479/_temporary/0/_temporary/attempt_local1945326796_0012_r_000001_0/f/5d8f01ef95334404b18df6f88c5a9dba is 37, key is row10/f:q1/1733181797628/Put/seqid=0 2024-12-02T23:24:49,419 WARN [Thread-1634 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [9e5ab3b623d7:36969] Specified favored nodes: [9e5ab3b623d7:36969] 2024-12-02T23:24:49,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741977_1153 (size=8742) 2024-12-02T23:24:50,389 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(87): Restoring HFiles from directory hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/hbase-staging/bulk_output-default-table1-1733181886479 2024-12-02T23:24:50,390 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50f666b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T23:24:50,390 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9e5ab3b623d7,43647,-1 for getting cluster id 2024-12-02T23:24:50,390 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T23:24:50,391 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '63424050-545e-45e7-97f4-936912587d3f' 2024-12-02T23:24:50,391 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T23:24:50,391 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "63424050-545e-45e7-97f4-936912587d3f" 2024-12-02T23:24:50,391 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f439153, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T23:24:50,391 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9e5ab3b623d7,43647,-1] 2024-12-02T23:24:50,392 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T23:24:50,392 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T23:24:50,393 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39450, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T23:24:50,394 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34c59c02, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T23:24:50,394 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T23:24:50,395 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9e5ab3b623d7,36969,1733181786563, seqNum=-1] 2024-12-02T23:24:50,395 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T23:24:50,396 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40108, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T23:24:50,399 WARN [Time-limited test {}] tool.BulkLoadHFilesTool(259): Skipping non-directory hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/hbase-staging/bulk_output-default-table1-1733181886479/_SUCCESS 2024-12-02T23:24:50,407 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T23:24:50,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 9e5ab3b623d7,43647,1733181782694 2024-12-02T23:24:50,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@13e16cd6 2024-12-02T23:24:50,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T23:24:50,409 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39466, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T23:24:50,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='', locateType=CURRENT is [region=table1,,1733181884323.4b7e26e753fa1af214c8076fdc0abf48., hostname=9e5ab3b623d7,36969,1733181786563, seqNum=2] 2024-12-02T23:24:50,419 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-12-02T23:24:50,429 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/hbase-staging/bulk_output-default-table1-1733181886479/f/5d8f01ef95334404b18df6f88c5a9dba first=Optional[row0] last=Optional[row98] 2024-12-02T23:24:50,432 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/hbase-staging/bulk_output-default-table1-1733181886479/f3/b6c50beca7c04feca7d70af4a1e29426 first=Optional[row-test-1733181795915-3-0] last=Optional[row-test-1733181795915-3-5] 2024-12-02T23:24:50,435 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/hbase-staging/bulk_output-default-table1-1733181886479/mob/cb1c81c2c39e4ebb97c8fc73f77f230d first=Optional[row-test-1733181795915-3-0] last=Optional[row-test-1733181795915-3-5] 2024-12-02T23:24:50,453 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36969 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/hbase-staging/bulk_output-default-table1-1733181886479/f/5d8f01ef95334404b18df6f88c5a9dba for inclusion in 0e907a2f1ef59498321b1cce1cc17933/f 2024-12-02T23:24:50,453 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36969 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/hbase-staging/bulk_output-default-table1-1733181886479/mob/cb1c81c2c39e4ebb97c8fc73f77f230d for inclusion in 4b7e26e753fa1af214c8076fdc0abf48/mob 2024-12-02T23:24:50,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36969 {}] regionserver.HStore(626): HFile bounds: first=row0 last=row98 2024-12-02T23:24:50,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36969 {}] regionserver.HStore(628): Region bounds: first=row0 last= 2024-12-02T23:24:50,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36969 {}] regionserver.HRegion(2603): Flush status journal for 0e907a2f1ef59498321b1cce1cc17933: 2024-12-02T23:24:50,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36969 {}] regionserver.HStore(626): HFile bounds: first=row-test-1733181795915-3-0 last=row-test-1733181795915-3-5 2024-12-02T23:24:50,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36969 {}] regionserver.HStore(628): Region bounds: first= last=row0 2024-12-02T23:24:50,461 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36969 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/hbase-staging/bulk_output-default-table1-1733181886479/f3/b6c50beca7c04feca7d70af4a1e29426 for inclusion in 4b7e26e753fa1af214c8076fdc0abf48/f3 2024-12-02T23:24:50,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36969 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/hbase-staging/bulk_output-default-table1-1733181886479/f/5d8f01ef95334404b18df6f88c5a9dba to hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/staging/jenkins__table1__3843ipvtvoumv8t548631f168mf4b7c52o7a3suk018c5g34bhte5ekpmui3d24l/f/5d8f01ef95334404b18df6f88c5a9dba 2024-12-02T23:24:50,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36969 {}] regionserver.HStore(626): HFile bounds: first=row-test-1733181795915-3-0 last=row-test-1733181795915-3-5 2024-12-02T23:24:50,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36969 {}] regionserver.HStore(628): Region bounds: first= last=row0 2024-12-02T23:24:50,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36969 {}] regionserver.HRegion(2603): Flush status journal for 4b7e26e753fa1af214c8076fdc0abf48: 2024-12-02T23:24:50,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36969 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/staging/jenkins__table1__3843ipvtvoumv8t548631f168mf4b7c52o7a3suk018c5g34bhte5ekpmui3d24l/f/5d8f01ef95334404b18df6f88c5a9dba as hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/default/table1/0e907a2f1ef59498321b1cce1cc17933/f/0c9149e03db5481bb082a5a73755fdef_SeqId_4_ 2024-12-02T23:24:50,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36969 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/hbase-staging/bulk_output-default-table1-1733181886479/mob/cb1c81c2c39e4ebb97c8fc73f77f230d to hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/staging/jenkins__table1__3843ipvtvoumv8t548631f168mf4b7c52o7a3suk018c5g34bhte5ekpmui3d24l/mob/cb1c81c2c39e4ebb97c8fc73f77f230d 2024-12-02T23:24:50,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36969 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ca62bf8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T23:24:50,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36969 {}] client.ClusterIdFetcher(90): Going to request 9e5ab3b623d7,43647,-1 for getting cluster id 2024-12-02T23:24:50,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36969 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T23:24:50,468 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '63424050-545e-45e7-97f4-936912587d3f' 2024-12-02T23:24:50,468 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T23:24:50,468 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "63424050-545e-45e7-97f4-936912587d3f" 2024-12-02T23:24:50,468 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e58b043, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T23:24:50,468 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9e5ab3b623d7,43647,-1] 2024-12-02T23:24:50,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T23:24:50,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T23:24:50,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36969 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/staging/jenkins__table1__3843ipvtvoumv8t548631f168mf4b7c52o7a3suk018c5g34bhte5ekpmui3d24l/mob/cb1c81c2c39e4ebb97c8fc73f77f230d as hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/default/table1/4b7e26e753fa1af214c8076fdc0abf48/mob/4c194b59ba9147f0b618f006a86241ce_SeqId_4_ 2024-12-02T23:24:50,470 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39486, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T23:24:50,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36969 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/hbase-staging/bulk_output-default-table1-1733181886479/f3/b6c50beca7c04feca7d70af4a1e29426 to hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/staging/jenkins__table1__3843ipvtvoumv8t548631f168mf4b7c52o7a3suk018c5g34bhte5ekpmui3d24l/f3/b6c50beca7c04feca7d70af4a1e29426 2024-12-02T23:24:50,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3718e26e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T23:24:50,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36969 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T23:24:50,471 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 9e5ab3b623d7,43647,1733181782694 2024-12-02T23:24:50,471 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5ea9387d 2024-12-02T23:24:50,471 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T23:24:50,472 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39488, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T23:24:50,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36969 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T23:24:50,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36969 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/staging/jenkins__table1__3843ipvtvoumv8t548631f168mf4b7c52o7a3suk018c5g34bhte5ekpmui3d24l/f3/b6c50beca7c04feca7d70af4a1e29426 as hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/default/table1/4b7e26e753fa1af214c8076fdc0abf48/f3/70ece980d8934c8c8bd56241739e35f2_SeqId_4_ 2024-12-02T23:24:50,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36969 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e2f0d7e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T23:24:50,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36969 {}] client.ClusterIdFetcher(90): Going to request 9e5ab3b623d7,43647,-1 for getting cluster id 2024-12-02T23:24:50,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36969 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T23:24:50,474 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9e5ab3b623d7,36969,1733181786563, seqNum=-1] 2024-12-02T23:24:50,474 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T23:24:50,475 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '63424050-545e-45e7-97f4-936912587d3f' 2024-12-02T23:24:50,475 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T23:24:50,475 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "63424050-545e-45e7-97f4-936912587d3f" 2024-12-02T23:24:50,475 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d5a8068, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T23:24:50,475 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9e5ab3b623d7,43647,-1] 2024-12-02T23:24:50,475 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T23:24:50,475 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T23:24:50,476 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40112, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T23:24:50,476 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39502, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T23:24:50,477 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ba1f27d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T23:24:50,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36969 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T23:24:50,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 9e5ab3b623d7,43647,1733181782694 2024-12-02T23:24:50,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4586a381 2024-12-02T23:24:50,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T23:24:50,479 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39518, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T23:24:50,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36969 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T23:24:50,481 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9e5ab3b623d7,36969,1733181786563, seqNum=-1] 2024-12-02T23:24:50,481 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T23:24:50,482 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40114, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T23:24:50,485 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-02T23:24:50,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-02T23:24:50,493 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-02T23:24:50,496 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1733181804535.41b16360daeacbacc52483ff2a73035a., hostname=9e5ab3b623d7,36969,1733181786563, seqNum=2] 2024-12-02T23:24:50,498 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-02T23:24:50,499 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36969 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36969. 2024-12-02T23:24:50,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36969 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T23:24:50,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36969 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T23:24:50,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36969 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T23:24:50,500 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T23:24:50,501 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36969 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/staging/jenkins__table1__3843ipvtvoumv8t548631f168mf4b7c52o7a3suk018c5g34bhte5ekpmui3d24l/f/5d8f01ef95334404b18df6f88c5a9dba into 0e907a2f1ef59498321b1cce1cc17933/f as hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/default/table1/0e907a2f1ef59498321b1cce1cc17933/f/0c9149e03db5481bb082a5a73755fdef_SeqId_4_ - updating store file list. 2024-12-02T23:24:50,504 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1733181804535.41b16360daeacbacc52483ff2a73035a., hostname=9e5ab3b623d7,36969,1733181786563, seqNum=2] 2024-12-02T23:24:50,507 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36969 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36969. 2024-12-02T23:24:50,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36969 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T23:24:50,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36969 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T23:24:50,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36969 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T23:24:50,507 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T23:24:50,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36969 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@472131fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T23:24:50,511 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36969 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/default/table1/0e907a2f1ef59498321b1cce1cc17933/f/0c9149e03db5481bb082a5a73755fdef_SeqId_4_ into 0e907a2f1ef59498321b1cce1cc17933/f 2024-12-02T23:24:50,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36969 {}] client.ClusterIdFetcher(90): Going to request 9e5ab3b623d7,43647,-1 for getting cluster id 2024-12-02T23:24:50,511 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36969 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/staging/jenkins__table1__3843ipvtvoumv8t548631f168mf4b7c52o7a3suk018c5g34bhte5ekpmui3d24l/f/5d8f01ef95334404b18df6f88c5a9dba into 0e907a2f1ef59498321b1cce1cc17933/f (new location: hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/default/table1/0e907a2f1ef59498321b1cce1cc17933/f/0c9149e03db5481bb082a5a73755fdef_SeqId_4_) 2024-12-02T23:24:50,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36969 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T23:24:50,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36969 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/staging/jenkins__table1__3843ipvtvoumv8t548631f168mf4b7c52o7a3suk018c5g34bhte5ekpmui3d24l/f/5d8f01ef95334404b18df6f88c5a9dba 2024-12-02T23:24:50,512 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '63424050-545e-45e7-97f4-936912587d3f' 2024-12-02T23:24:50,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T23:24:50,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "63424050-545e-45e7-97f4-936912587d3f" 2024-12-02T23:24:50,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11962915, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T23:24:50,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9e5ab3b623d7,43647,-1] 2024-12-02T23:24:50,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T23:24:50,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T23:24:50,514 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39524, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T23:24:50,515 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33b0137f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T23:24:50,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36969 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T23:24:50,516 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 9e5ab3b623d7,43647,1733181782694 2024-12-02T23:24:50,516 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6108c14e 2024-12-02T23:24:50,516 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T23:24:50,517 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39536, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T23:24:50,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36969 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T23:24:50,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36969 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55ded5b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T23:24:50,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36969 {}] client.ClusterIdFetcher(90): Going to request 9e5ab3b623d7,43647,-1 for getting cluster id 2024-12-02T23:24:50,519 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9e5ab3b623d7,36969,1733181786563, seqNum=-1] 2024-12-02T23:24:50,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36969 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T23:24:50,519 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T23:24:50,519 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '63424050-545e-45e7-97f4-936912587d3f' 2024-12-02T23:24:50,520 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T23:24:50,520 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "63424050-545e-45e7-97f4-936912587d3f" 2024-12-02T23:24:50,520 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40128, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T23:24:50,520 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b022380, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T23:24:50,520 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9e5ab3b623d7,43647,-1] 2024-12-02T23:24:50,520 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T23:24:50,521 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T23:24:50,521 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39558, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-12-02T23:24:50,522 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b698d57, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T23:24:50,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36969 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T23:24:50,523 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 9e5ab3b623d7,43647,1733181782694 2024-12-02T23:24:50,523 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@13a582e2 2024-12-02T23:24:50,523 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T23:24:50,524 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39560, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-12-02T23:24:50,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36969 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T23:24:50,525 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9e5ab3b623d7,36969,1733181786563, seqNum=-1] 2024-12-02T23:24:50,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T23:24:50,526 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40144, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-02T23:24:50,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-02T23:24:50,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-02T23:24:50,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-02T23:24:50,537 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1733181804535.41b16360daeacbacc52483ff2a73035a., hostname=9e5ab3b623d7,36969,1733181786563, seqNum=2] 2024-12-02T23:24:50,537 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-02T23:24:50,541 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36969 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36969. 2024-12-02T23:24:50,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36969 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T23:24:50,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36969 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T23:24:50,541 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T23:24:50,541 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1733181804535.41b16360daeacbacc52483ff2a73035a., hostname=9e5ab3b623d7,36969,1733181786563, seqNum=2] 2024-12-02T23:24:50,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36969 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T23:24:50,544 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36969 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36969. 2024-12-02T23:24:50,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36969 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T23:24:50,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36969 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T23:24:50,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36969 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T23:24:50,545 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T23:24:50,545 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36969 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/staging/jenkins__table1__3843ipvtvoumv8t548631f168mf4b7c52o7a3suk018c5g34bhte5ekpmui3d24l/f3/b6c50beca7c04feca7d70af4a1e29426 into 4b7e26e753fa1af214c8076fdc0abf48/f3 as hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/default/table1/4b7e26e753fa1af214c8076fdc0abf48/f3/70ece980d8934c8c8bd56241739e35f2_SeqId_4_ - updating store file list. 2024-12-02T23:24:50,566 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36969 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/default/table1/4b7e26e753fa1af214c8076fdc0abf48/f3/70ece980d8934c8c8bd56241739e35f2_SeqId_4_ into 4b7e26e753fa1af214c8076fdc0abf48/f3 2024-12-02T23:24:50,566 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36969 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/staging/jenkins__table1__3843ipvtvoumv8t548631f168mf4b7c52o7a3suk018c5g34bhte5ekpmui3d24l/f3/b6c50beca7c04feca7d70af4a1e29426 into 4b7e26e753fa1af214c8076fdc0abf48/f3 (new location: hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/default/table1/4b7e26e753fa1af214c8076fdc0abf48/f3/70ece980d8934c8c8bd56241739e35f2_SeqId_4_) 2024-12-02T23:24:50,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36969 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/staging/jenkins__table1__3843ipvtvoumv8t548631f168mf4b7c52o7a3suk018c5g34bhte5ekpmui3d24l/f3/b6c50beca7c04feca7d70af4a1e29426 2024-12-02T23:24:50,571 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36969 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/staging/jenkins__table1__3843ipvtvoumv8t548631f168mf4b7c52o7a3suk018c5g34bhte5ekpmui3d24l/mob/cb1c81c2c39e4ebb97c8fc73f77f230d into 4b7e26e753fa1af214c8076fdc0abf48/mob as hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/default/table1/4b7e26e753fa1af214c8076fdc0abf48/mob/4c194b59ba9147f0b618f006a86241ce_SeqId_4_ - updating store file list. 2024-12-02T23:24:50,576 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36969 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/default/table1/4b7e26e753fa1af214c8076fdc0abf48/mob/4c194b59ba9147f0b618f006a86241ce_SeqId_4_ into 4b7e26e753fa1af214c8076fdc0abf48/mob 2024-12-02T23:24:50,576 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36969 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/staging/jenkins__table1__3843ipvtvoumv8t548631f168mf4b7c52o7a3suk018c5g34bhte5ekpmui3d24l/mob/cb1c81c2c39e4ebb97c8fc73f77f230d into 4b7e26e753fa1af214c8076fdc0abf48/mob (new location: hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/default/table1/4b7e26e753fa1af214c8076fdc0abf48/mob/4c194b59ba9147f0b618f006a86241ce_SeqId_4_) 2024-12-02T23:24:50,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36969 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/staging/jenkins__table1__3843ipvtvoumv8t548631f168mf4b7c52o7a3suk018c5g34bhte5ekpmui3d24l/mob/cb1c81c2c39e4ebb97c8fc73f77f230d 2024-12-02T23:24:50,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36969 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@233b7acb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T23:24:50,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36969 {}] client.ClusterIdFetcher(90): Going to request 9e5ab3b623d7,43647,-1 for getting cluster id 2024-12-02T23:24:50,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36969 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T23:24:50,579 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '63424050-545e-45e7-97f4-936912587d3f' 2024-12-02T23:24:50,579 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T23:24:50,579 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "63424050-545e-45e7-97f4-936912587d3f" 2024-12-02T23:24:50,580 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@170e9280, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T23:24:50,580 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9e5ab3b623d7,43647,-1] 2024-12-02T23:24:50,580 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T23:24:50,580 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T23:24:50,581 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39576, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-12-02T23:24:50,581 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3093a657, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T23:24:50,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36969 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T23:24:50,582 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 9e5ab3b623d7,43647,1733181782694 2024-12-02T23:24:50,582 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@414a6c42 2024-12-02T23:24:50,582 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T23:24:50,583 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39588, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-12-02T23:24:50,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36969 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T23:24:50,585 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9e5ab3b623d7,36969,1733181786563, seqNum=-1] 2024-12-02T23:24:50,585 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T23:24:50,586 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40158, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-02T23:24:50,592 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-02T23:24:50,596 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-02T23:24:50,600 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1733181804535.41b16360daeacbacc52483ff2a73035a., hostname=9e5ab3b623d7,36969,1733181786563, seqNum=2] 2024-12-02T23:24:50,603 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36969 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36969. 2024-12-02T23:24:50,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36969 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T23:24:50,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36969 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T23:24:50,603 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T23:24:50,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36969 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T23:24:50,609 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T23:24:50,610 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:90) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:192) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T23:24:50,610 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T23:24:50,610 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T23:24:50,610 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T23:24:50,610 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(95): Restore Job finished:0 2024-12-02T23:24:50,610 INFO [Time-limited test {}] impl.RestoreTablesClient(229): Restore includes the following image(s): 2024-12-02T23:24:50,611 INFO [Time-limited test {}] impl.RestoreTablesClient(231): Backup: backup_1733181804357 hdfs://localhost:44093/backupUT/backup_1733181804357/default/test-1733181795915/ 2024-12-02T23:24:50,612 DEBUG [Time-limited test {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:44093/backupUT/backup_1733181804357/.backup.manifest 2024-12-02T23:24:50,612 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=table1,,1733181884323.4b7e26e753fa1af214c8076fdc0abf48., hostname=9e5ab3b623d7,36969,1733181786563, seqNum=2 , the old value is region=table1,,1733181884323.4b7e26e753fa1af214c8076fdc0abf48., hostname=9e5ab3b623d7,36969,1733181786563, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=9e5ab3b623d7:36969 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-02T23:24:50,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=table1,,1733181884323.4b7e26e753fa1af214c8076fdc0abf48., hostname=9e5ab3b623d7,36969,1733181786563, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-02T23:24:50,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=table1,,1733181884323.4b7e26e753fa1af214c8076fdc0abf48., hostname=9e5ab3b623d7,36969,1733181786563, seqNum=2 from cache 2024-12-02T23:24:50,613 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-12-02T23:24:50,615 DEBUG [Time-limited test {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1733181804357/.backup.manifest 2024-12-02T23:24:50,615 INFO [Time-limited test {}] impl.RestoreTablesClient(147): Restoring 'ns2:test-17331817959151' to 'ns2:table2' from full backup image hdfs://localhost:44093/backupUT/backup_1733181804357/ns2/test-17331817959151 2024-12-02T23:24:50,623 INFO [Time-limited test {}] util.RestoreTool(491): Creating target table 'ns2:table2' 2024-12-02T23:24:50,623 DEBUG [Time-limited test {}] util.RestoreTool(391): Parsing region dir: hdfs://localhost:44093/backupUT/backup_1733181804357/ns2/test-17331817959151/archive/data/ns2/test-17331817959151/2c1b1533dbdd8e1e2667495a8915c673 2024-12-02T23:24:50,624 DEBUG [Time-limited test {}] util.RestoreTool(421): Parsing family dir [hdfs://localhost:44093/backupUT/backup_1733181804357/ns2/test-17331817959151/archive/data/ns2/test-17331817959151/2c1b1533dbdd8e1e2667495a8915c673/f in region [hdfs://localhost:44093/backupUT/backup_1733181804357/ns2/test-17331817959151/archive/data/ns2/test-17331817959151/2c1b1533dbdd8e1e2667495a8915c673] 2024-12-02T23:24:50,628 DEBUG [Time-limited test {}] util.RestoreTool(446): Trying to figure out region boundaries hfile=hdfs://localhost:44093/backupUT/backup_1733181804357/ns2/test-17331817959151/archive/data/ns2/test-17331817959151/2c1b1533dbdd8e1e2667495a8915c673/f/f94be1bc8d844349abfb0b92f90362ff first=row0 last=row98 2024-12-02T23:24:50,629 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'ns2:table2', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T23:24:50,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] procedure2.ProcedureExecutor(1139): Stored pid=67, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=ns2:table2 2024-12-02T23:24:50,632 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=67, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T23:24:50,632 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "ns2" qualifier: "table2" procId is: 67 2024-12-02T23:24:50,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=67 2024-12-02T23:24:50,633 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=67, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T23:24:50,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741978_1154 (size=351) 2024-12-02T23:24:50,646 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8538055a95c38bc69dd659f5e93260cb, NAME => 'ns2:table2,,1733181890629.8538055a95c38bc69dd659f5e93260cb.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns2:table2', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca 2024-12-02T23:24:50,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741979_1155 (size=37) 2024-12-02T23:24:50,722 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'table1', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9e5ab3b623d7:36969 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 34 more 2024-12-02T23:24:50,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=67 2024-12-02T23:24:50,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=67 2024-12-02T23:24:51,018 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobtracker.properties,hadoop-metrics2.properties 2024-12-02T23:24:51,054 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(898): Instantiated ns2:table2,,1733181890629.8538055a95c38bc69dd659f5e93260cb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T23:24:51,055 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1722): Closing 8538055a95c38bc69dd659f5e93260cb, disabling compactions & flushes 2024-12-02T23:24:51,055 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1755): Closing region ns2:table2,,1733181890629.8538055a95c38bc69dd659f5e93260cb. 2024-12-02T23:24:51,055 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on ns2:table2,,1733181890629.8538055a95c38bc69dd659f5e93260cb. 2024-12-02T23:24:51,055 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on ns2:table2,,1733181890629.8538055a95c38bc69dd659f5e93260cb. after waiting 0 ms 2024-12-02T23:24:51,055 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region ns2:table2,,1733181890629.8538055a95c38bc69dd659f5e93260cb. 2024-12-02T23:24:51,055 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1973): Closed ns2:table2,,1733181890629.8538055a95c38bc69dd659f5e93260cb. 2024-12-02T23:24:51,055 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8538055a95c38bc69dd659f5e93260cb: Waiting for close lock at 1733181891055Disabling compacts and flushes for region at 1733181891055Disabling writes for close at 1733181891055Writing region close event to WAL at 1733181891055Closed at 1733181891055 2024-12-02T23:24:51,056 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=67, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T23:24:51,056 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"ns2:table2,,1733181890629.8538055a95c38bc69dd659f5e93260cb.","families":{"info":[{"qualifier":"regioninfo","vlen":36,"tag":[],"timestamp":"1733181891056"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733181891056"}]},"ts":"1733181891056"} 2024-12-02T23:24:51,059 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T23:24:51,065 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=67, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T23:24:51,065 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733181891065"}]},"ts":"1733181891065"} 2024-12-02T23:24:51,067 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:table2, state=ENABLING in hbase:meta 2024-12-02T23:24:51,068 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=68, ppid=67, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=8538055a95c38bc69dd659f5e93260cb, ASSIGN}] 2024-12-02T23:24:51,069 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=68, ppid=67, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=8538055a95c38bc69dd659f5e93260cb, ASSIGN 2024-12-02T23:24:51,069 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=68, ppid=67, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=ns2:table2, region=8538055a95c38bc69dd659f5e93260cb, ASSIGN; state=OFFLINE, location=9e5ab3b623d7,36969,1733181786563; forceNewPlan=false, retain=false 2024-12-02T23:24:51,220 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=68 updating hbase:meta row=8538055a95c38bc69dd659f5e93260cb, regionState=OPENING, regionLocation=9e5ab3b623d7,36969,1733181786563 2024-12-02T23:24:51,222 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=68, ppid=67, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=ns2:table2, region=8538055a95c38bc69dd659f5e93260cb, ASSIGN because future has completed 2024-12-02T23:24:51,222 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=69, ppid=68, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8538055a95c38bc69dd659f5e93260cb, server=9e5ab3b623d7,36969,1733181786563}] 2024-12-02T23:24:51,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=67 2024-12-02T23:24:51,265 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'table1' 2024-12-02T23:24:51,379 INFO [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] handler.AssignRegionHandler(132): Open ns2:table2,,1733181890629.8538055a95c38bc69dd659f5e93260cb. 2024-12-02T23:24:51,379 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(7752): Opening region: {ENCODED => 8538055a95c38bc69dd659f5e93260cb, NAME => 'ns2:table2,,1733181890629.8538055a95c38bc69dd659f5e93260cb.', STARTKEY => '', ENDKEY => ''} 2024-12-02T23:24:51,380 INFO [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-12-02T23:24:51,380 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table2 8538055a95c38bc69dd659f5e93260cb 2024-12-02T23:24:51,380 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(898): Instantiated ns2:table2,,1733181890629.8538055a95c38bc69dd659f5e93260cb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T23:24:51,380 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(7794): checking encryption for 8538055a95c38bc69dd659f5e93260cb 2024-12-02T23:24:51,380 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(7797): checking classloading for 8538055a95c38bc69dd659f5e93260cb 2024-12-02T23:24:51,382 INFO [StoreOpener-8538055a95c38bc69dd659f5e93260cb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 8538055a95c38bc69dd659f5e93260cb 2024-12-02T23:24:51,384 INFO [StoreOpener-8538055a95c38bc69dd659f5e93260cb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8538055a95c38bc69dd659f5e93260cb columnFamilyName f 2024-12-02T23:24:51,384 DEBUG [StoreOpener-8538055a95c38bc69dd659f5e93260cb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T23:24:51,384 INFO [StoreOpener-8538055a95c38bc69dd659f5e93260cb-1 {}] regionserver.HStore(327): Store=8538055a95c38bc69dd659f5e93260cb/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T23:24:51,384 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1038): replaying wal for 8538055a95c38bc69dd659f5e93260cb 2024-12-02T23:24:51,385 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/ns2/table2/8538055a95c38bc69dd659f5e93260cb 2024-12-02T23:24:51,385 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/ns2/table2/8538055a95c38bc69dd659f5e93260cb 2024-12-02T23:24:51,386 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1048): stopping wal replay for 8538055a95c38bc69dd659f5e93260cb 2024-12-02T23:24:51,386 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1060): Cleaning up temporary data for 8538055a95c38bc69dd659f5e93260cb 2024-12-02T23:24:51,387 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1093): writing seq id for 8538055a95c38bc69dd659f5e93260cb 2024-12-02T23:24:51,389 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/ns2/table2/8538055a95c38bc69dd659f5e93260cb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T23:24:51,390 INFO [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1114): Opened 8538055a95c38bc69dd659f5e93260cb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9570362080, jitterRate=-0.10869057476520538}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-02T23:24:51,390 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8538055a95c38bc69dd659f5e93260cb 2024-12-02T23:24:51,391 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1006): Region open journal for 8538055a95c38bc69dd659f5e93260cb: Running coprocessor pre-open hook at 1733181891380Writing region info on filesystem at 1733181891380Initializing all the Stores at 1733181891382 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733181891382Cleaning up temporary data from old regions at 1733181891386 (+4 ms)Running coprocessor post-open hooks at 1733181891390 (+4 ms)Region opened successfully at 1733181891391 (+1 ms) 2024-12-02T23:24:51,392 INFO [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegionServer(2236): Post open deploy tasks for ns2:table2,,1733181890629.8538055a95c38bc69dd659f5e93260cb., pid=69, masterSystemTime=1733181891374 2024-12-02T23:24:51,394 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegionServer(2266): Finished post open deploy task for ns2:table2,,1733181890629.8538055a95c38bc69dd659f5e93260cb. 2024-12-02T23:24:51,394 INFO [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] handler.AssignRegionHandler(153): Opened ns2:table2,,1733181890629.8538055a95c38bc69dd659f5e93260cb. 2024-12-02T23:24:51,394 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=68 updating hbase:meta row=8538055a95c38bc69dd659f5e93260cb, regionState=OPEN, openSeqNum=2, regionLocation=9e5ab3b623d7,36969,1733181786563 2024-12-02T23:24:51,396 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=69, ppid=68, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8538055a95c38bc69dd659f5e93260cb, server=9e5ab3b623d7,36969,1733181786563 because future has completed 2024-12-02T23:24:51,399 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=69, resume processing ppid=68 2024-12-02T23:24:51,399 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=69, ppid=68, state=SUCCESS, hasLock=false; OpenRegionProcedure 8538055a95c38bc69dd659f5e93260cb, server=9e5ab3b623d7,36969,1733181786563 in 175 msec 2024-12-02T23:24:51,401 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=68, resume processing ppid=67 2024-12-02T23:24:51,401 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=68, ppid=67, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=8538055a95c38bc69dd659f5e93260cb, ASSIGN in 331 msec 2024-12-02T23:24:51,402 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=67, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T23:24:51,402 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733181891402"}]},"ts":"1733181891402"} 2024-12-02T23:24:51,404 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:table2, state=ENABLED in hbase:meta 2024-12-02T23:24:51,405 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=67, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T23:24:51,406 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=67, state=SUCCESS, hasLock=false; CreateTableProcedure table=ns2:table2 in 776 msec 2024-12-02T23:24:51,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=67 2024-12-02T23:24:51,773 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: ns2:table2 completed 2024-12-02T23:24:51,775 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:table2,, stopping at row=ns2:table2 ,, for max=2147483647 with caching=100 2024-12-02T23:24:51,778 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(64): Restore full backup from directory hdfs://localhost:44093/backupUT/backup_1733181804357/ns2/test-17331817959151/archive/data/ns2/test-17331817959151/2c1b1533dbdd8e1e2667495a8915c673 from hbase tables ns2:test-17331817959151 to tables ns2:table2 2024-12-02T23:24:51,778 INFO [Time-limited test {}] mapreduce.MapReduceRestoreJob(72): Restore ns2:test-17331817959151 into ns2:table2 2024-12-02T23:24:51,780 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(112): add incremental job :hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/hbase-staging/bulk_output-ns2-table2-1733181891778 from hdfs://localhost:44093/backupUT/backup_1733181804357/ns2/test-17331817959151/archive/data/ns2/test-17331817959151/2c1b1533dbdd8e1e2667495a8915c673 2024-12-02T23:24:51,783 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46051d66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T23:24:51,783 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9e5ab3b623d7,43647,-1 for getting cluster id 2024-12-02T23:24:51,783 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T23:24:51,784 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '63424050-545e-45e7-97f4-936912587d3f' 2024-12-02T23:24:51,785 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T23:24:51,785 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "63424050-545e-45e7-97f4-936912587d3f" 2024-12-02T23:24:51,785 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@334022d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T23:24:51,785 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9e5ab3b623d7,43647,-1] 2024-12-02T23:24:51,785 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T23:24:51,786 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T23:24:51,786 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53616, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T23:24:51,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e553ce5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T23:24:51,787 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T23:24:51,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 9e5ab3b623d7,43647,1733181782694 2024-12-02T23:24:51,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2fe5e34e 2024-12-02T23:24:51,789 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T23:24:51,790 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53620, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T23:24:51,794 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled 2024-12-02T23:24:51,794 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns2:table2 2024-12-02T23:24:51,794 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:table2,, stopping at row=ns2:table2 ,, for max=2147483647 with caching=100 2024-12-02T23:24:51,794 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T23:24:51,797 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9e5ab3b623d7,36969,1733181786563, seqNum=-1] 2024-12-02T23:24:51,797 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T23:24:51,799 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37526, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T23:24:51,801 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns2:table2: 2024-12-02T23:24:51,801 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 1 reduce partitions to match current region count for all tables 2024-12-02T23:24:51,801 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/hbase-staging/partitions_86e25e91-3790-426d-a656-9ff3152bd772 2024-12-02T23:24:51,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741980_1156 (size=153) 2024-12-02T23:24:52,217 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T23:24:52,218 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T23:24:52,218 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T23:24:53,264 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns2_table_table2 2024-12-02T23:24:53,264 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns2_table_table2 Metrics about Tables on a single HBase RegionServer 2024-12-02T23:24:53,265 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_table1 2024-12-02T23:24:53,265 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_table1 Metrics about Tables on a single HBase RegionServer 2024-12-02T23:24:53,269 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/65b4e9ef-7447-bc2e-d622-21fab4f7aa50/hadoop-2706407733390254013.jar 2024-12-02T23:24:53,269 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T23:24:53,270 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T23:24:53,343 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/65b4e9ef-7447-bc2e-d622-21fab4f7aa50/hadoop-11177522582113582429.jar 2024-12-02T23:24:53,344 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T23:24:53,344 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T23:24:53,344 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T23:24:53,345 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T23:24:53,345 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T23:24:53,346 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T23:24:53,346 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-12-02T23:24:53,346 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-12-02T23:24:53,347 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-12-02T23:24:53,347 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-12-02T23:24:53,347 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-12-02T23:24:53,348 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-12-02T23:24:53,348 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-12-02T23:24:53,348 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-12-02T23:24:53,349 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-12-02T23:24:53,349 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-12-02T23:24:53,349 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-12-02T23:24:53,350 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T23:24:53,437 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/65b4e9ef-7447-bc2e-d622-21fab4f7aa50/hadoop-8414092947762291044.jar 2024-12-02T23:24:53,438 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/65b4e9ef-7447-bc2e-d622-21fab4f7aa50/hadoop-8414092947762291044.jar 2024-12-02T23:24:53,438 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T23:24:53,438 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/65b4e9ef-7447-bc2e-d622-21fab4f7aa50/hadoop-8414092947762291044.jar 2024-12-02T23:24:53,439 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/65b4e9ef-7447-bc2e-d622-21fab4f7aa50/hadoop-8414092947762291044.jar 2024-12-02T23:24:53,439 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-02T23:24:53,439 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: ns2:table2 2024-12-02T23:24:53,439 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T23:24:53,439 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.createSubmittableJob(MapReduceHFileSplitterJob.java:123) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.run(MapReduceHFileSplitterJob.java:170) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:82) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:192) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T23:24:53,439 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T23:24:53,440 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T23:24:53,440 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T23:24:53,440 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(124): success configuring load incremental job 2024-12-02T23:24:53,440 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-12-02T23:24:53,458 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-12-02T23:24:53,474 WARN [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2024-12-02T23:24:53,598 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/65b4e9ef-7447-bc2e-d622-21fab4f7aa50/mapreduce.cluster.local.dir/job_local2003111125_0013_a2983c23-9706-431f-9b64-a14511169729/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory 2024-12-02T23:24:53,598 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/65b4e9ef-7447-bc2e-d622-21fab4f7aa50/mapreduce.cluster.local.dir/job_local2003111125_0013_a2983c23-9706-431f-9b64-a14511169729/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/* 2024-12-02T23:24:53,671 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:44093/backupUT/backup_1733181804357/ns2/test-17331817959151/archive/data/ns2/test-17331817959151/2c1b1533dbdd8e1e2667495a8915c673/f/f94be1bc8d844349abfb0b92f90362ff 2024-12-02T23:24:53,675 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-12-02T23:24:53,721 DEBUG [pool-272-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b022fad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T23:24:53,721 DEBUG [pool-272-thread-1 {}] client.ClusterIdFetcher(90): Going to request 9e5ab3b623d7,43647,-1 for getting cluster id 2024-12-02T23:24:53,722 DEBUG [pool-272-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T23:24:53,723 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '63424050-545e-45e7-97f4-936912587d3f' 2024-12-02T23:24:53,723 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T23:24:53,723 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "63424050-545e-45e7-97f4-936912587d3f" 2024-12-02T23:24:53,723 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4deb8ddd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T23:24:53,724 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9e5ab3b623d7,43647,-1] 2024-12-02T23:24:53,724 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T23:24:53,724 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T23:24:53,725 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53632, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T23:24:53,726 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@555a7793, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T23:24:53,726 DEBUG [pool-272-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T23:24:53,727 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9e5ab3b623d7,36969,1733181786563, seqNum=-1] 2024-12-02T23:24:53,727 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T23:24:53,728 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37538, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T23:24:53,730 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:table2', row='row0', locateType=CURRENT is [region=ns2:table2,,1733181890629.8538055a95c38bc69dd659f5e93260cb., hostname=9e5ab3b623d7,36969,1733181786563, seqNum=2] 2024-12-02T23:24:53,730 INFO [pool-272-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-272-thread-1. 2024-12-02T23:24:53,730 DEBUG [pool-272-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T23:24:53,730 DEBUG [pool-272-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T23:24:53,730 DEBUG [pool-272-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T23:24:53,731 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T23:24:53,731 DEBUG [pool-272-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row0] 2024-12-02T23:24:53,731 DEBUG [pool-272-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 9e5ab3b623d7 2024-12-02T23:24:53,737 DEBUG [pool-272-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/hbase-staging/bulk_output-ns2-table2-1733181891778/_temporary/0/_temporary/attempt_local2003111125_0013_r_000000_0/f/0eda6765a4af4d3ca4dae70cf3784d13 is 37, key is row10/f:q1/1733181799056/Put/seqid=0 2024-12-02T23:24:53,739 WARN [Thread-1701 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [9e5ab3b623d7:36969] Specified favored nodes: [9e5ab3b623d7:36969] 2024-12-02T23:24:53,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741981_1157 (size=8742) 2024-12-02T23:24:54,639 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(87): Restoring HFiles from directory hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/hbase-staging/bulk_output-ns2-table2-1733181891778 2024-12-02T23:24:54,640 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43b4380c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T23:24:54,640 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9e5ab3b623d7,43647,-1 for getting cluster id 2024-12-02T23:24:54,640 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T23:24:54,641 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '63424050-545e-45e7-97f4-936912587d3f' 2024-12-02T23:24:54,641 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T23:24:54,641 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "63424050-545e-45e7-97f4-936912587d3f" 2024-12-02T23:24:54,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e50bbb3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T23:24:54,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9e5ab3b623d7,43647,-1] 2024-12-02T23:24:54,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T23:24:54,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T23:24:54,643 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53644, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T23:24:54,643 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5997c8f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T23:24:54,643 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T23:24:54,644 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9e5ab3b623d7,36969,1733181786563, seqNum=-1] 2024-12-02T23:24:54,645 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T23:24:54,645 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37544, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T23:24:54,648 WARN [Time-limited test {}] tool.BulkLoadHFilesTool(259): Skipping non-directory hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/hbase-staging/bulk_output-ns2-table2-1733181891778/_SUCCESS 2024-12-02T23:24:54,651 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T23:24:54,652 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 9e5ab3b623d7,43647,1733181782694 2024-12-02T23:24:54,652 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@62f4d850 2024-12-02T23:24:54,652 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T23:24:54,653 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53660, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T23:24:54,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:table2', row='', locateType=CURRENT is [region=ns2:table2,,1733181890629.8538055a95c38bc69dd659f5e93260cb., hostname=9e5ab3b623d7,36969,1733181786563, seqNum=2] 2024-12-02T23:24:54,658 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:table2,, stopping at row=ns2:table2 ,, for max=2147483647 with caching=100 2024-12-02T23:24:54,664 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/hbase-staging/bulk_output-ns2-table2-1733181891778/f/0eda6765a4af4d3ca4dae70cf3784d13 first=Optional[row0] last=Optional[row98] 2024-12-02T23:24:54,667 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36969 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/hbase-staging/bulk_output-ns2-table2-1733181891778/f/0eda6765a4af4d3ca4dae70cf3784d13 for inclusion in 8538055a95c38bc69dd659f5e93260cb/f 2024-12-02T23:24:54,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36969 {}] regionserver.HStore(626): HFile bounds: first=row0 last=row98 2024-12-02T23:24:54,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36969 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-02T23:24:54,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36969 {}] regionserver.HRegion(2603): Flush status journal for 8538055a95c38bc69dd659f5e93260cb: 2024-12-02T23:24:54,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36969 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/hbase-staging/bulk_output-ns2-table2-1733181891778/f/0eda6765a4af4d3ca4dae70cf3784d13 to hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/staging/jenkins__ns2_table2__bs6970lgbb6fghq9ti374hs5e1k3pfqunm3emqpc6nqpubc5rtksgg73shqnoa3o/f/0eda6765a4af4d3ca4dae70cf3784d13 2024-12-02T23:24:54,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36969 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/staging/jenkins__ns2_table2__bs6970lgbb6fghq9ti374hs5e1k3pfqunm3emqpc6nqpubc5rtksgg73shqnoa3o/f/0eda6765a4af4d3ca4dae70cf3784d13 as hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/ns2/table2/8538055a95c38bc69dd659f5e93260cb/f/245fcf857d3640f4b0d509df414da98d_SeqId_4_ 2024-12-02T23:24:54,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36969 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4558860f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T23:24:54,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36969 {}] client.ClusterIdFetcher(90): Going to request 9e5ab3b623d7,43647,-1 for getting cluster id 2024-12-02T23:24:54,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36969 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T23:24:54,676 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '63424050-545e-45e7-97f4-936912587d3f' 2024-12-02T23:24:54,676 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T23:24:54,676 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "63424050-545e-45e7-97f4-936912587d3f" 2024-12-02T23:24:54,676 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27e6e1a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T23:24:54,676 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9e5ab3b623d7,43647,-1] 2024-12-02T23:24:54,676 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T23:24:54,676 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T23:24:54,677 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53680, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T23:24:54,678 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b1cc44e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T23:24:54,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36969 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T23:24:54,679 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 9e5ab3b623d7,43647,1733181782694 2024-12-02T23:24:54,679 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@66480a82 2024-12-02T23:24:54,679 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T23:24:54,680 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53692, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T23:24:54,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36969 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T23:24:54,683 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9e5ab3b623d7,36969,1733181786563, seqNum=-1] 2024-12-02T23:24:54,683 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T23:24:54,684 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37560, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T23:24:54,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-02T23:24:54,694 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-02T23:24:54,698 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1733181804535.41b16360daeacbacc52483ff2a73035a., hostname=9e5ab3b623d7,36969,1733181786563, seqNum=2] 2024-12-02T23:24:54,700 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36969 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36969. 2024-12-02T23:24:54,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36969 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T23:24:54,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36969 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T23:24:54,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36969 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T23:24:54,700 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T23:24:54,701 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36969 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/staging/jenkins__ns2_table2__bs6970lgbb6fghq9ti374hs5e1k3pfqunm3emqpc6nqpubc5rtksgg73shqnoa3o/f/0eda6765a4af4d3ca4dae70cf3784d13 into 8538055a95c38bc69dd659f5e93260cb/f as hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/ns2/table2/8538055a95c38bc69dd659f5e93260cb/f/245fcf857d3640f4b0d509df414da98d_SeqId_4_ - updating store file list. 2024-12-02T23:24:54,706 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36969 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/ns2/table2/8538055a95c38bc69dd659f5e93260cb/f/245fcf857d3640f4b0d509df414da98d_SeqId_4_ into 8538055a95c38bc69dd659f5e93260cb/f 2024-12-02T23:24:54,706 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36969 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/staging/jenkins__ns2_table2__bs6970lgbb6fghq9ti374hs5e1k3pfqunm3emqpc6nqpubc5rtksgg73shqnoa3o/f/0eda6765a4af4d3ca4dae70cf3784d13 into 8538055a95c38bc69dd659f5e93260cb/f (new location: hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/ns2/table2/8538055a95c38bc69dd659f5e93260cb/f/245fcf857d3640f4b0d509df414da98d_SeqId_4_) 2024-12-02T23:24:54,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36969 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/staging/jenkins__ns2_table2__bs6970lgbb6fghq9ti374hs5e1k3pfqunm3emqpc6nqpubc5rtksgg73shqnoa3o/f/0eda6765a4af4d3ca4dae70cf3784d13 2024-12-02T23:24:54,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36969 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c0333ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T23:24:54,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36969 {}] client.ClusterIdFetcher(90): Going to request 9e5ab3b623d7,43647,-1 for getting cluster id 2024-12-02T23:24:54,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36969 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T23:24:54,709 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '63424050-545e-45e7-97f4-936912587d3f' 2024-12-02T23:24:54,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T23:24:54,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "63424050-545e-45e7-97f4-936912587d3f" 2024-12-02T23:24:54,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b833518, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T23:24:54,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9e5ab3b623d7,43647,-1] 2024-12-02T23:24:54,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T23:24:54,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T23:24:54,710 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53718, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-12-02T23:24:54,711 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48b341d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T23:24:54,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36969 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T23:24:54,712 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 9e5ab3b623d7,43647,1733181782694 2024-12-02T23:24:54,712 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5cd2eb4d 2024-12-02T23:24:54,712 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T23:24:54,713 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53722, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-12-02T23:24:54,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36969 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T23:24:54,714 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9e5ab3b623d7,36969,1733181786563, seqNum=-1] 2024-12-02T23:24:54,714 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T23:24:54,715 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37566, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-02T23:24:54,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-02T23:24:54,724 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-02T23:24:54,727 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1733181804535.41b16360daeacbacc52483ff2a73035a., hostname=9e5ab3b623d7,36969,1733181786563, seqNum=2] 2024-12-02T23:24:54,729 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36969 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36969. 2024-12-02T23:24:54,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36969 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T23:24:54,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36969 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T23:24:54,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36969 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T23:24:54,729 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T23:24:54,730 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T23:24:54,730 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:90) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:192) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T23:24:54,730 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T23:24:54,730 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T23:24:54,730 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T23:24:54,731 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(95): Restore Job finished:0 2024-12-02T23:24:54,731 INFO [Time-limited test {}] impl.RestoreTablesClient(229): Restore includes the following image(s): 2024-12-02T23:24:54,731 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=ns2:table2,,1733181890629.8538055a95c38bc69dd659f5e93260cb., hostname=9e5ab3b623d7,36969,1733181786563, seqNum=2 , the old value is region=ns2:table2,,1733181890629.8538055a95c38bc69dd659f5e93260cb., hostname=9e5ab3b623d7,36969,1733181786563, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=9e5ab3b623d7:36969 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-02T23:24:54,731 INFO [Time-limited test {}] impl.RestoreTablesClient(231): Backup: backup_1733181804357 hdfs://localhost:44093/backupUT/backup_1733181804357/ns2/test-17331817959151/ 2024-12-02T23:24:54,731 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=ns2:table2,,1733181890629.8538055a95c38bc69dd659f5e93260cb., hostname=9e5ab3b623d7,36969,1733181786563, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-02T23:24:54,731 DEBUG [Time-limited test {}] impl.RestoreTablesClient(236): restoreStage finished 2024-12-02T23:24:54,731 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=ns2:table2,,1733181890629.8538055a95c38bc69dd659f5e93260cb., hostname=9e5ab3b623d7,36969,1733181786563, seqNum=2 from cache 2024-12-02T23:24:54,731 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-12-02T23:24:54,735 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='', locateType=CURRENT is [region=table1,,1733181884323.4b7e26e753fa1af214c8076fdc0abf48., hostname=9e5ab3b623d7,36969,1733181786563, seqNum=2] 2024-12-02T23:24:54,741 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row0', locateType=CURRENT is [region=table1,row0,1733181884323.0e907a2f1ef59498321b1cce1cc17933., hostname=9e5ab3b623d7,36969,1733181786563, seqNum=2] 2024-12-02T23:24:54,746 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:table2', row='', locateType=CURRENT is [region=ns2:table2,,1733181890629.8538055a95c38bc69dd659f5e93260cb., hostname=9e5ab3b623d7,36969,1733181786563, seqNum=2] 2024-12-02T23:24:54,755 DEBUG [Time-limited test {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:44093/backupUT/backup_1733181872550/.backup.manifest 2024-12-02T23:24:54,757 DEBUG [Time-limited test {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1733181872550/.backup.manifest 2024-12-02T23:24:54,758 DEBUG [Time-limited test {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:44093/backupUT/backup_1733181840907/.backup.manifest 2024-12-02T23:24:54,759 DEBUG [Time-limited test {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1733181840907/.backup.manifest 2024-12-02T23:24:54,759 INFO [Time-limited test {}] impl.RestoreTablesClient(147): Restoring 'test-1733181795915' to 'table1' from full backup image hdfs://localhost:44093/backupUT/backup_1733181840907/default/test-1733181795915 2024-12-02T23:24:54,761 DEBUG [Time-limited test {}] util.RestoreTool(295): Retrieved descriptor: 'test-1733181795915', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} thru backup_1733181872550 2024-12-02T23:24:54,764 INFO [Time-limited test {}] util.RestoreTool(480): Truncating exising target table 'table1', preserving region splits 2024-12-02T23:24:54,769 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.3 disable table1 2024-12-02T23:24:54,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] procedure2.ProcedureExecutor(1139): Stored pid=70, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=table1 2024-12-02T23:24:54,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-12-02T23:24:54,776 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733181894776"}]},"ts":"1733181894776"} 2024-12-02T23:24:54,778 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=table1, state=DISABLING in hbase:meta 2024-12-02T23:24:54,778 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set table1 to state=DISABLING 2024-12-02T23:24:54,779 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=71, ppid=70, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=table1}] 2024-12-02T23:24:54,784 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=72, ppid=71, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=4b7e26e753fa1af214c8076fdc0abf48, UNASSIGN}, {pid=73, ppid=71, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=0e907a2f1ef59498321b1cce1cc17933, UNASSIGN}] 2024-12-02T23:24:54,785 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=73, ppid=71, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=0e907a2f1ef59498321b1cce1cc17933, UNASSIGN 2024-12-02T23:24:54,785 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=72, ppid=71, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=4b7e26e753fa1af214c8076fdc0abf48, UNASSIGN 2024-12-02T23:24:54,785 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=73 updating hbase:meta row=0e907a2f1ef59498321b1cce1cc17933, regionState=CLOSING, regionLocation=9e5ab3b623d7,36969,1733181786563 2024-12-02T23:24:54,785 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=72 updating hbase:meta row=4b7e26e753fa1af214c8076fdc0abf48, regionState=CLOSING, regionLocation=9e5ab3b623d7,36969,1733181786563 2024-12-02T23:24:54,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=72, ppid=71, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=table1, region=4b7e26e753fa1af214c8076fdc0abf48, UNASSIGN because future has completed 2024-12-02T23:24:54,787 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-02T23:24:54,787 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=74, ppid=72, state=RUNNABLE, hasLock=false; CloseRegionProcedure 4b7e26e753fa1af214c8076fdc0abf48, server=9e5ab3b623d7,36969,1733181786563}] 2024-12-02T23:24:54,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=73, ppid=71, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=table1, region=0e907a2f1ef59498321b1cce1cc17933, UNASSIGN because future has completed 2024-12-02T23:24:54,788 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-02T23:24:54,788 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=75, ppid=73, state=RUNNABLE, hasLock=false; CloseRegionProcedure 0e907a2f1ef59498321b1cce1cc17933, server=9e5ab3b623d7,36969,1733181786563}] 2024-12-02T23:24:54,841 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'ns2:table2', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9e5ab3b623d7:36969 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 34 more 2024-12-02T23:24:54,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-12-02T23:24:54,940 INFO [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] handler.UnassignRegionHandler(122): Close 4b7e26e753fa1af214c8076fdc0abf48 2024-12-02T23:24:54,940 DEBUG [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-02T23:24:54,940 DEBUG [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1722): Closing 4b7e26e753fa1af214c8076fdc0abf48, disabling compactions & flushes 2024-12-02T23:24:54,940 INFO [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1755): Closing region table1,,1733181884323.4b7e26e753fa1af214c8076fdc0abf48. 2024-12-02T23:24:54,940 DEBUG [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1776): Time limited wait for close lock on table1,,1733181884323.4b7e26e753fa1af214c8076fdc0abf48. 2024-12-02T23:24:54,940 DEBUG [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1843): Acquired close lock on table1,,1733181884323.4b7e26e753fa1af214c8076fdc0abf48. after waiting 0 ms 2024-12-02T23:24:54,940 DEBUG [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1853): Updates disabled for region table1,,1733181884323.4b7e26e753fa1af214c8076fdc0abf48. 2024-12-02T23:24:54,945 DEBUG [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/default/table1/4b7e26e753fa1af214c8076fdc0abf48/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-12-02T23:24:54,946 DEBUG [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-12-02T23:24:54,946 INFO [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1973): Closed table1,,1733181884323.4b7e26e753fa1af214c8076fdc0abf48. 2024-12-02T23:24:54,946 DEBUG [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1676): Region close journal for 4b7e26e753fa1af214c8076fdc0abf48: Waiting for close lock at 1733181894940Running coprocessor pre-close hooks at 1733181894940Disabling compacts and flushes for region at 1733181894940Disabling writes for close at 1733181894940Writing region close event to WAL at 1733181894941 (+1 ms)Running coprocessor post-close hooks at 1733181894946 (+5 ms)Closed at 1733181894946 2024-12-02T23:24:54,948 INFO [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] handler.UnassignRegionHandler(157): Closed 4b7e26e753fa1af214c8076fdc0abf48 2024-12-02T23:24:54,948 INFO [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] handler.UnassignRegionHandler(122): Close 0e907a2f1ef59498321b1cce1cc17933 2024-12-02T23:24:54,948 DEBUG [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-02T23:24:54,948 DEBUG [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] regionserver.HRegion(1722): Closing 0e907a2f1ef59498321b1cce1cc17933, disabling compactions & flushes 2024-12-02T23:24:54,948 INFO [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] regionserver.HRegion(1755): Closing region table1,row0,1733181884323.0e907a2f1ef59498321b1cce1cc17933. 2024-12-02T23:24:54,948 DEBUG [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] regionserver.HRegion(1776): Time limited wait for close lock on table1,row0,1733181884323.0e907a2f1ef59498321b1cce1cc17933. 2024-12-02T23:24:54,948 DEBUG [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] regionserver.HRegion(1843): Acquired close lock on table1,row0,1733181884323.0e907a2f1ef59498321b1cce1cc17933. after waiting 0 ms 2024-12-02T23:24:54,948 DEBUG [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] regionserver.HRegion(1853): Updates disabled for region table1,row0,1733181884323.0e907a2f1ef59498321b1cce1cc17933. 2024-12-02T23:24:54,949 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=72 updating hbase:meta row=4b7e26e753fa1af214c8076fdc0abf48, regionState=CLOSED 2024-12-02T23:24:54,950 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=74, ppid=72, state=RUNNABLE, hasLock=false; CloseRegionProcedure 4b7e26e753fa1af214c8076fdc0abf48, server=9e5ab3b623d7,36969,1733181786563 because future has completed 2024-12-02T23:24:54,952 DEBUG [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/default/table1/0e907a2f1ef59498321b1cce1cc17933/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-12-02T23:24:54,953 DEBUG [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-12-02T23:24:54,953 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=74, resume processing ppid=72 2024-12-02T23:24:54,953 INFO [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] regionserver.HRegion(1973): Closed table1,row0,1733181884323.0e907a2f1ef59498321b1cce1cc17933. 2024-12-02T23:24:54,953 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=74, ppid=72, state=SUCCESS, hasLock=false; CloseRegionProcedure 4b7e26e753fa1af214c8076fdc0abf48, server=9e5ab3b623d7,36969,1733181786563 in 164 msec 2024-12-02T23:24:54,953 DEBUG [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] regionserver.HRegion(1676): Region close journal for 0e907a2f1ef59498321b1cce1cc17933: Waiting for close lock at 1733181894948Running coprocessor pre-close hooks at 1733181894948Disabling compacts and flushes for region at 1733181894948Disabling writes for close at 1733181894948Writing region close event to WAL at 1733181894949 (+1 ms)Running coprocessor post-close hooks at 1733181894953 (+4 ms)Closed at 1733181894953 2024-12-02T23:24:54,955 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=72, ppid=71, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=4b7e26e753fa1af214c8076fdc0abf48, UNASSIGN in 169 msec 2024-12-02T23:24:54,955 INFO [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] handler.UnassignRegionHandler(157): Closed 0e907a2f1ef59498321b1cce1cc17933 2024-12-02T23:24:54,955 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=73 updating hbase:meta row=0e907a2f1ef59498321b1cce1cc17933, regionState=CLOSED 2024-12-02T23:24:54,956 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=75, ppid=73, state=RUNNABLE, hasLock=false; CloseRegionProcedure 0e907a2f1ef59498321b1cce1cc17933, server=9e5ab3b623d7,36969,1733181786563 because future has completed 2024-12-02T23:24:54,959 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=75, resume processing ppid=73 2024-12-02T23:24:54,959 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=75, ppid=73, state=SUCCESS, hasLock=false; CloseRegionProcedure 0e907a2f1ef59498321b1cce1cc17933, server=9e5ab3b623d7,36969,1733181786563 in 169 msec 2024-12-02T23:24:54,960 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=73, resume processing ppid=71 2024-12-02T23:24:54,960 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=73, ppid=71, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=0e907a2f1ef59498321b1cce1cc17933, UNASSIGN in 175 msec 2024-12-02T23:24:54,963 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=71, resume processing ppid=70 2024-12-02T23:24:54,963 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=71, ppid=70, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=table1 in 182 msec 2024-12-02T23:24:54,964 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733181894964"}]},"ts":"1733181894964"} 2024-12-02T23:24:54,965 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=table1, state=DISABLED in hbase:meta 2024-12-02T23:24:54,965 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set table1 to state=DISABLED 2024-12-02T23:24:54,967 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=70, state=SUCCESS, hasLock=false; DisableTableProcedure table=table1 in 196 msec 2024-12-02T23:24:55,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-12-02T23:24:55,092 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:table1 completed 2024-12-02T23:24:55,097 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] master.HMaster$6(2602): Client=jenkins//172.17.0.3 truncate table1 2024-12-02T23:24:55,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] procedure2.ProcedureExecutor(1139): Stored pid=76, state=RUNNABLE:TRUNCATE_TABLE_PRE_OPERATION, hasLock=false; TruncateTableProcedure (table=table1 preserveSplits=true) 2024-12-02T23:24:55,104 DEBUG [PEWorker-1 {}] procedure.TruncateTableProcedure(87): waiting for 'table1' regions in transition 2024-12-02T23:24:55,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-12-02T23:24:55,111 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/default/table1/4b7e26e753fa1af214c8076fdc0abf48 2024-12-02T23:24:55,111 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/default/table1/0e907a2f1ef59498321b1cce1cc17933 2024-12-02T23:24:55,115 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/default/table1/4b7e26e753fa1af214c8076fdc0abf48/f, FileablePath, hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/default/table1/4b7e26e753fa1af214c8076fdc0abf48/f3, FileablePath, hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/default/table1/4b7e26e753fa1af214c8076fdc0abf48/mob, FileablePath, hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/default/table1/4b7e26e753fa1af214c8076fdc0abf48/recovered.edits] 2024-12-02T23:24:55,115 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/default/table1/0e907a2f1ef59498321b1cce1cc17933/f, FileablePath, hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/default/table1/0e907a2f1ef59498321b1cce1cc17933/f3, FileablePath, hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/default/table1/0e907a2f1ef59498321b1cce1cc17933/mob, FileablePath, hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/default/table1/0e907a2f1ef59498321b1cce1cc17933/recovered.edits] 2024-12-02T23:24:55,120 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/default/table1/0e907a2f1ef59498321b1cce1cc17933/f/0c9149e03db5481bb082a5a73755fdef_SeqId_4_ to hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/archive/data/default/table1/0e907a2f1ef59498321b1cce1cc17933/f/0c9149e03db5481bb082a5a73755fdef_SeqId_4_ 2024-12-02T23:24:55,121 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/default/table1/4b7e26e753fa1af214c8076fdc0abf48/f3/70ece980d8934c8c8bd56241739e35f2_SeqId_4_ to hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/archive/data/default/table1/4b7e26e753fa1af214c8076fdc0abf48/f3/70ece980d8934c8c8bd56241739e35f2_SeqId_4_ 2024-12-02T23:24:55,125 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/default/table1/4b7e26e753fa1af214c8076fdc0abf48/mob/4c194b59ba9147f0b618f006a86241ce_SeqId_4_ to hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/archive/data/default/table1/4b7e26e753fa1af214c8076fdc0abf48/mob/4c194b59ba9147f0b618f006a86241ce_SeqId_4_ 2024-12-02T23:24:55,128 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/default/table1/0e907a2f1ef59498321b1cce1cc17933/recovered.edits/6.seqid to hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/archive/data/default/table1/0e907a2f1ef59498321b1cce1cc17933/recovered.edits/6.seqid 2024-12-02T23:24:55,128 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/default/table1/0e907a2f1ef59498321b1cce1cc17933 2024-12-02T23:24:55,129 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/default/table1/4b7e26e753fa1af214c8076fdc0abf48/recovered.edits/6.seqid to hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/archive/data/default/table1/4b7e26e753fa1af214c8076fdc0abf48/recovered.edits/6.seqid 2024-12-02T23:24:55,129 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/default/table1/4b7e26e753fa1af214c8076fdc0abf48 2024-12-02T23:24:55,130 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived table1 regions 2024-12-02T23:24:55,130 DEBUG [PEWorker-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/mobdir/data/default/table1/b4aaa492ee713125ae5609f2682a2d2f 2024-12-02T23:24:55,131 DEBUG [PEWorker-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/mobdir/data/default/table1/b4aaa492ee713125ae5609f2682a2d2f/mob] 2024-12-02T23:24:55,137 DEBUG [PEWorker-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/mobdir/data/default/table1/b4aaa492ee713125ae5609f2682a2d2f 2024-12-02T23:24:55,146 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36969 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-12-02T23:24:55,151 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 2 rows of table1 from hbase:meta 2024-12-02T23:24:55,155 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'table1' descriptor. 2024-12-02T23:24:55,156 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'table1' from region states. 2024-12-02T23:24:55,156 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"table1,,1733181884323.4b7e26e753fa1af214c8076fdc0abf48.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733181895156"}]},"ts":"9223372036854775807"} 2024-12-02T23:24:55,156 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"table1,row0,1733181884323.0e907a2f1ef59498321b1cce1cc17933.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733181895156"}]},"ts":"9223372036854775807"} 2024-12-02T23:24:55,159 INFO [PEWorker-1 {}] assignment.RegionStateStore(562): Deleted 2 regions from META 2024-12-02T23:24:55,159 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 4b7e26e753fa1af214c8076fdc0abf48, NAME => 'table1,,1733181884323.4b7e26e753fa1af214c8076fdc0abf48.', STARTKEY => '', ENDKEY => 'row0'}, {ENCODED => 0e907a2f1ef59498321b1cce1cc17933, NAME => 'table1,row0,1733181884323.0e907a2f1ef59498321b1cce1cc17933.', STARTKEY => 'row0', ENDKEY => ''}] 2024-12-02T23:24:55,159 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'table1' as deleted. 2024-12-02T23:24:55,159 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733181895159"}]},"ts":"9223372036854775807"} 2024-12-02T23:24:55,161 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(867): Deleted table table1 state from META 2024-12-02T23:24:55,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741982_1158 (size=938) 2024-12-02T23:24:55,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-12-02T23:24:55,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-12-02T23:24:55,574 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => fd3d91a33b7762455cb3052e19ebe07b, NAME => 'table1,,1733181895139.fd3d91a33b7762455cb3052e19ebe07b.', STARTKEY => '', ENDKEY => 'row0'}, tableDescriptor='table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca 2024-12-02T23:24:55,574 INFO [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 3d043426b30873cbb85e9f7620578d8e, NAME => 'table1,row0,1733181895139.3d043426b30873cbb85e9f7620578d8e.', STARTKEY => 'row0', ENDKEY => ''}, tableDescriptor='table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca 2024-12-02T23:24:55,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741984_1160 (size=45) 2024-12-02T23:24:55,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741983_1159 (size=45) 2024-12-02T23:24:55,715 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 41b16360daeacbacc52483ff2a73035a, had cached 0 bytes from a total of 41499 2024-12-02T23:24:55,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-12-02T23:24:55,992 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(898): Instantiated table1,,1733181895139.fd3d91a33b7762455cb3052e19ebe07b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T23:24:55,992 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(898): Instantiated table1,row0,1733181895139.3d043426b30873cbb85e9f7620578d8e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T23:24:55,992 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1722): Closing fd3d91a33b7762455cb3052e19ebe07b, disabling compactions & flushes 2024-12-02T23:24:55,992 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1722): Closing 3d043426b30873cbb85e9f7620578d8e, disabling compactions & flushes 2024-12-02T23:24:55,992 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1755): Closing region table1,,1733181895139.fd3d91a33b7762455cb3052e19ebe07b. 2024-12-02T23:24:55,992 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on table1,,1733181895139.fd3d91a33b7762455cb3052e19ebe07b. 2024-12-02T23:24:55,992 INFO [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1755): Closing region table1,row0,1733181895139.3d043426b30873cbb85e9f7620578d8e. 2024-12-02T23:24:55,992 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on table1,,1733181895139.fd3d91a33b7762455cb3052e19ebe07b. after waiting 0 ms 2024-12-02T23:24:55,992 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on table1,row0,1733181895139.3d043426b30873cbb85e9f7620578d8e. 2024-12-02T23:24:55,992 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region table1,,1733181895139.fd3d91a33b7762455cb3052e19ebe07b. 2024-12-02T23:24:55,992 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1973): Closed table1,,1733181895139.fd3d91a33b7762455cb3052e19ebe07b. 2024-12-02T23:24:55,992 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on table1,row0,1733181895139.3d043426b30873cbb85e9f7620578d8e. after waiting 0 ms 2024-12-02T23:24:55,992 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region table1,row0,1733181895139.3d043426b30873cbb85e9f7620578d8e. 2024-12-02T23:24:55,992 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1676): Region close journal for fd3d91a33b7762455cb3052e19ebe07b: Waiting for close lock at 1733181895992Disabling compacts and flushes for region at 1733181895992Disabling writes for close at 1733181895992Writing region close event to WAL at 1733181895992Closed at 1733181895992 2024-12-02T23:24:55,992 INFO [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1973): Closed table1,row0,1733181895139.3d043426b30873cbb85e9f7620578d8e. 2024-12-02T23:24:55,992 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1676): Region close journal for 3d043426b30873cbb85e9f7620578d8e: Waiting for close lock at 1733181895992Disabling compacts and flushes for region at 1733181895992Disabling writes for close at 1733181895992Writing region close event to WAL at 1733181895992Closed at 1733181895992 2024-12-02T23:24:55,994 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"table1,,1733181895139.fd3d91a33b7762455cb3052e19ebe07b.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733181895994"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733181895994"}]},"ts":"1733181895994"} 2024-12-02T23:24:55,994 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"table1,row0,1733181895139.3d043426b30873cbb85e9f7620578d8e.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733181895994"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733181895994"}]},"ts":"1733181895994"} 2024-12-02T23:24:55,997 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-12-02T23:24:55,998 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733181895998"}]},"ts":"1733181895998"} 2024-12-02T23:24:56,000 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=table1, state=ENABLING in hbase:meta 2024-12-02T23:24:56,000 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=77, ppid=76, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=fd3d91a33b7762455cb3052e19ebe07b, ASSIGN}, {pid=78, ppid=76, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=3d043426b30873cbb85e9f7620578d8e, ASSIGN}] 2024-12-02T23:24:56,001 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=77, ppid=76, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=fd3d91a33b7762455cb3052e19ebe07b, ASSIGN 2024-12-02T23:24:56,001 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=78, ppid=76, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=3d043426b30873cbb85e9f7620578d8e, ASSIGN 2024-12-02T23:24:56,002 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=78, ppid=76, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=table1, region=3d043426b30873cbb85e9f7620578d8e, ASSIGN; state=OFFLINE, location=9e5ab3b623d7,36969,1733181786563; forceNewPlan=false, retain=false 2024-12-02T23:24:56,002 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=77, ppid=76, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=table1, region=fd3d91a33b7762455cb3052e19ebe07b, ASSIGN; state=OFFLINE, location=9e5ab3b623d7,36969,1733181786563; forceNewPlan=false, retain=false 2024-12-02T23:24:56,153 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=78 updating hbase:meta row=3d043426b30873cbb85e9f7620578d8e, regionState=OPENING, regionLocation=9e5ab3b623d7,36969,1733181786563 2024-12-02T23:24:56,153 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=77 updating hbase:meta row=fd3d91a33b7762455cb3052e19ebe07b, regionState=OPENING, regionLocation=9e5ab3b623d7,36969,1733181786563 2024-12-02T23:24:56,155 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=77, ppid=76, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=table1, region=fd3d91a33b7762455cb3052e19ebe07b, ASSIGN because future has completed 2024-12-02T23:24:56,155 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=79, ppid=77, state=RUNNABLE, hasLock=false; OpenRegionProcedure fd3d91a33b7762455cb3052e19ebe07b, server=9e5ab3b623d7,36969,1733181786563}] 2024-12-02T23:24:56,156 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=78, ppid=76, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=table1, region=3d043426b30873cbb85e9f7620578d8e, ASSIGN because future has completed 2024-12-02T23:24:56,156 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=80, ppid=78, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3d043426b30873cbb85e9f7620578d8e, server=9e5ab3b623d7,36969,1733181786563}] 2024-12-02T23:24:56,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-12-02T23:24:56,312 INFO [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] handler.AssignRegionHandler(132): Open table1,,1733181895139.fd3d91a33b7762455cb3052e19ebe07b. 2024-12-02T23:24:56,312 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(7752): Opening region: {ENCODED => fd3d91a33b7762455cb3052e19ebe07b, NAME => 'table1,,1733181895139.fd3d91a33b7762455cb3052e19ebe07b.', STARTKEY => '', ENDKEY => 'row0'} 2024-12-02T23:24:56,312 INFO [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-12-02T23:24:56,313 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 fd3d91a33b7762455cb3052e19ebe07b 2024-12-02T23:24:56,313 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(898): Instantiated table1,,1733181895139.fd3d91a33b7762455cb3052e19ebe07b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T23:24:56,313 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(7794): checking encryption for fd3d91a33b7762455cb3052e19ebe07b 2024-12-02T23:24:56,313 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(7797): checking classloading for fd3d91a33b7762455cb3052e19ebe07b 2024-12-02T23:24:56,314 INFO [StoreOpener-fd3d91a33b7762455cb3052e19ebe07b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region fd3d91a33b7762455cb3052e19ebe07b 2024-12-02T23:24:56,316 INFO [StoreOpener-fd3d91a33b7762455cb3052e19ebe07b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fd3d91a33b7762455cb3052e19ebe07b columnFamilyName f 2024-12-02T23:24:56,316 DEBUG [StoreOpener-fd3d91a33b7762455cb3052e19ebe07b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T23:24:56,317 INFO [StoreOpener-fd3d91a33b7762455cb3052e19ebe07b-1 {}] regionserver.HStore(327): Store=fd3d91a33b7762455cb3052e19ebe07b/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T23:24:56,317 INFO [StoreOpener-fd3d91a33b7762455cb3052e19ebe07b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f3 of region fd3d91a33b7762455cb3052e19ebe07b 2024-12-02T23:24:56,318 INFO [StoreOpener-fd3d91a33b7762455cb3052e19ebe07b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fd3d91a33b7762455cb3052e19ebe07b columnFamilyName f3 2024-12-02T23:24:56,318 DEBUG [StoreOpener-fd3d91a33b7762455cb3052e19ebe07b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T23:24:56,319 INFO [StoreOpener-fd3d91a33b7762455cb3052e19ebe07b-1 {}] regionserver.HStore(327): Store=fd3d91a33b7762455cb3052e19ebe07b/f3, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T23:24:56,319 INFO [StoreOpener-fd3d91a33b7762455cb3052e19ebe07b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region fd3d91a33b7762455cb3052e19ebe07b 2024-12-02T23:24:56,320 INFO [StoreOpener-fd3d91a33b7762455cb3052e19ebe07b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fd3d91a33b7762455cb3052e19ebe07b columnFamilyName mob 2024-12-02T23:24:56,321 DEBUG [StoreOpener-fd3d91a33b7762455cb3052e19ebe07b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T23:24:56,321 INFO [StoreOpener-fd3d91a33b7762455cb3052e19ebe07b-1 {}] regionserver.HStore(327): Store=fd3d91a33b7762455cb3052e19ebe07b/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T23:24:56,322 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1038): replaying wal for fd3d91a33b7762455cb3052e19ebe07b 2024-12-02T23:24:56,322 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/default/table1/fd3d91a33b7762455cb3052e19ebe07b 2024-12-02T23:24:56,323 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/default/table1/fd3d91a33b7762455cb3052e19ebe07b 2024-12-02T23:24:56,324 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1048): stopping wal replay for fd3d91a33b7762455cb3052e19ebe07b 2024-12-02T23:24:56,324 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1060): Cleaning up temporary data for fd3d91a33b7762455cb3052e19ebe07b 2024-12-02T23:24:56,324 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T23:24:56,325 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1093): writing seq id for fd3d91a33b7762455cb3052e19ebe07b 2024-12-02T23:24:56,327 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/default/table1/fd3d91a33b7762455cb3052e19ebe07b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T23:24:56,327 INFO [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1114): Opened fd3d91a33b7762455cb3052e19ebe07b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9551481280, jitterRate=-0.11044898629188538}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T23:24:56,328 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fd3d91a33b7762455cb3052e19ebe07b 2024-12-02T23:24:56,328 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1006): Region open journal for fd3d91a33b7762455cb3052e19ebe07b: Running coprocessor pre-open hook at 1733181896313Writing region info on filesystem at 1733181896313Initializing all the Stores at 1733181896314 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733181896314Instantiating store for column family {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733181896314Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733181896314Cleaning up temporary data from old regions at 1733181896324 (+10 ms)Running coprocessor post-open hooks at 1733181896328 (+4 ms)Region opened successfully at 1733181896328 2024-12-02T23:24:56,329 INFO [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegionServer(2236): Post open deploy tasks for table1,,1733181895139.fd3d91a33b7762455cb3052e19ebe07b., pid=79, masterSystemTime=1733181896307 2024-12-02T23:24:56,331 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegionServer(2266): Finished post open deploy task for table1,,1733181895139.fd3d91a33b7762455cb3052e19ebe07b. 2024-12-02T23:24:56,331 INFO [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] handler.AssignRegionHandler(153): Opened table1,,1733181895139.fd3d91a33b7762455cb3052e19ebe07b. 2024-12-02T23:24:56,331 INFO [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] handler.AssignRegionHandler(132): Open table1,row0,1733181895139.3d043426b30873cbb85e9f7620578d8e. 2024-12-02T23:24:56,331 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(7752): Opening region: {ENCODED => 3d043426b30873cbb85e9f7620578d8e, NAME => 'table1,row0,1733181895139.3d043426b30873cbb85e9f7620578d8e.', STARTKEY => 'row0', ENDKEY => ''} 2024-12-02T23:24:56,332 INFO [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-12-02T23:24:56,332 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=77 updating hbase:meta row=fd3d91a33b7762455cb3052e19ebe07b, regionState=OPEN, openSeqNum=2, regionLocation=9e5ab3b623d7,36969,1733181786563 2024-12-02T23:24:56,332 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 3d043426b30873cbb85e9f7620578d8e 2024-12-02T23:24:56,332 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(898): Instantiated table1,row0,1733181895139.3d043426b30873cbb85e9f7620578d8e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T23:24:56,332 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(7794): checking encryption for 3d043426b30873cbb85e9f7620578d8e 2024-12-02T23:24:56,332 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(7797): checking classloading for 3d043426b30873cbb85e9f7620578d8e 2024-12-02T23:24:56,333 INFO [StoreOpener-3d043426b30873cbb85e9f7620578d8e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 3d043426b30873cbb85e9f7620578d8e 2024-12-02T23:24:56,334 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=79, ppid=77, state=RUNNABLE, hasLock=false; OpenRegionProcedure fd3d91a33b7762455cb3052e19ebe07b, server=9e5ab3b623d7,36969,1733181786563 because future has completed 2024-12-02T23:24:56,335 INFO [StoreOpener-3d043426b30873cbb85e9f7620578d8e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3d043426b30873cbb85e9f7620578d8e columnFamilyName f 2024-12-02T23:24:56,335 DEBUG [StoreOpener-3d043426b30873cbb85e9f7620578d8e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T23:24:56,335 INFO [StoreOpener-3d043426b30873cbb85e9f7620578d8e-1 {}] regionserver.HStore(327): Store=3d043426b30873cbb85e9f7620578d8e/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T23:24:56,335 INFO [StoreOpener-3d043426b30873cbb85e9f7620578d8e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f3 of region 3d043426b30873cbb85e9f7620578d8e 2024-12-02T23:24:56,336 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=79, resume processing ppid=77 2024-12-02T23:24:56,336 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=79, ppid=77, state=SUCCESS, hasLock=false; OpenRegionProcedure fd3d91a33b7762455cb3052e19ebe07b, server=9e5ab3b623d7,36969,1733181786563 in 180 msec 2024-12-02T23:24:56,337 INFO [StoreOpener-3d043426b30873cbb85e9f7620578d8e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3d043426b30873cbb85e9f7620578d8e columnFamilyName f3 2024-12-02T23:24:56,337 DEBUG [StoreOpener-3d043426b30873cbb85e9f7620578d8e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T23:24:56,337 INFO [StoreOpener-3d043426b30873cbb85e9f7620578d8e-1 {}] regionserver.HStore(327): Store=3d043426b30873cbb85e9f7620578d8e/f3, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T23:24:56,338 INFO [StoreOpener-3d043426b30873cbb85e9f7620578d8e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region 3d043426b30873cbb85e9f7620578d8e 2024-12-02T23:24:56,338 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=77, ppid=76, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=fd3d91a33b7762455cb3052e19ebe07b, ASSIGN in 336 msec 2024-12-02T23:24:56,339 INFO [StoreOpener-3d043426b30873cbb85e9f7620578d8e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3d043426b30873cbb85e9f7620578d8e columnFamilyName mob 2024-12-02T23:24:56,339 DEBUG [StoreOpener-3d043426b30873cbb85e9f7620578d8e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T23:24:56,340 INFO [StoreOpener-3d043426b30873cbb85e9f7620578d8e-1 {}] regionserver.HStore(327): Store=3d043426b30873cbb85e9f7620578d8e/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T23:24:56,340 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1038): replaying wal for 3d043426b30873cbb85e9f7620578d8e 2024-12-02T23:24:56,341 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/default/table1/3d043426b30873cbb85e9f7620578d8e 2024-12-02T23:24:56,341 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/default/table1/3d043426b30873cbb85e9f7620578d8e 2024-12-02T23:24:56,342 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1048): stopping wal replay for 3d043426b30873cbb85e9f7620578d8e 2024-12-02T23:24:56,342 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1060): Cleaning up temporary data for 3d043426b30873cbb85e9f7620578d8e 2024-12-02T23:24:56,343 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T23:24:56,345 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1093): writing seq id for 3d043426b30873cbb85e9f7620578d8e 2024-12-02T23:24:56,347 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/default/table1/3d043426b30873cbb85e9f7620578d8e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T23:24:56,347 INFO [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1114): Opened 3d043426b30873cbb85e9f7620578d8e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10890411680, jitterRate=0.014248624444007874}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T23:24:56,347 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3d043426b30873cbb85e9f7620578d8e 2024-12-02T23:24:56,347 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1006): Region open journal for 3d043426b30873cbb85e9f7620578d8e: Running coprocessor pre-open hook at 1733181896332Writing region info on filesystem at 1733181896332Initializing all the Stores at 1733181896333 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733181896333Instantiating store for column family {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733181896333Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733181896333Cleaning up temporary data from old regions at 1733181896342 (+9 ms)Running coprocessor post-open hooks at 1733181896347 (+5 ms)Region opened successfully at 1733181896347 2024-12-02T23:24:56,348 INFO [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegionServer(2236): Post open deploy tasks for table1,row0,1733181895139.3d043426b30873cbb85e9f7620578d8e., pid=80, masterSystemTime=1733181896307 2024-12-02T23:24:56,350 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegionServer(2266): Finished post open deploy task for table1,row0,1733181895139.3d043426b30873cbb85e9f7620578d8e. 2024-12-02T23:24:56,350 INFO [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] handler.AssignRegionHandler(153): Opened table1,row0,1733181895139.3d043426b30873cbb85e9f7620578d8e. 2024-12-02T23:24:56,350 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=78 updating hbase:meta row=3d043426b30873cbb85e9f7620578d8e, regionState=OPEN, openSeqNum=2, regionLocation=9e5ab3b623d7,36969,1733181786563 2024-12-02T23:24:56,352 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=80, ppid=78, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3d043426b30873cbb85e9f7620578d8e, server=9e5ab3b623d7,36969,1733181786563 because future has completed 2024-12-02T23:24:56,354 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=80, resume processing ppid=78 2024-12-02T23:24:56,354 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=80, ppid=78, state=SUCCESS, hasLock=false; OpenRegionProcedure 3d043426b30873cbb85e9f7620578d8e, server=9e5ab3b623d7,36969,1733181786563 in 196 msec 2024-12-02T23:24:56,356 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=78, resume processing ppid=76 2024-12-02T23:24:56,356 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=78, ppid=76, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=3d043426b30873cbb85e9f7620578d8e, ASSIGN in 354 msec 2024-12-02T23:24:56,356 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733181896356"}]},"ts":"1733181896356"} 2024-12-02T23:24:56,358 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=table1, state=ENABLED in hbase:meta 2024-12-02T23:24:56,358 DEBUG [PEWorker-2 {}] procedure.TruncateTableProcedure(145): truncate 'table1' completed 2024-12-02T23:24:56,359 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=76, state=SUCCESS, hasLock=false; TruncateTableProcedure (table=table1 preserveSplits=true) in 1.2590 sec 2024-12-02T23:24:56,883 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobtracker.properties,hadoop-metrics2.properties 2024-12-02T23:24:57,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43647 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-12-02T23:24:57,252 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: TRUNCATE, Table Name: default:table1 completed 2024-12-02T23:24:57,254 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-12-02T23:24:57,257 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(64): Restore full backup from directory hdfs://localhost:44093/backupUT/backup_1733181840907/default/test-1733181795915/archive/data/default/test-1733181795915/830504ca41f7d3ba4d09cc51660755b4,hdfs://localhost:44093/backupUT/backup_1733181840907/default/test-1733181795915/archive/data/default/test-1733181795915/a4e70e921078329bf57c93c37d8f540b from hbase tables test-1733181795915 to tables table1 2024-12-02T23:24:57,257 INFO [Time-limited test {}] mapreduce.MapReduceRestoreJob(72): Restore test-1733181795915 into table1 2024-12-02T23:24:57,259 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(112): add incremental job :hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/hbase-staging/bulk_output-default-table1-1733181897257 from hdfs://localhost:44093/backupUT/backup_1733181840907/default/test-1733181795915/archive/data/default/test-1733181795915/830504ca41f7d3ba4d09cc51660755b4,hdfs://localhost:44093/backupUT/backup_1733181840907/default/test-1733181795915/archive/data/default/test-1733181795915/a4e70e921078329bf57c93c37d8f540b 2024-12-02T23:24:57,260 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e78b979, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T23:24:57,260 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9e5ab3b623d7,43647,-1 for getting cluster id 2024-12-02T23:24:57,260 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T23:24:57,262 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '63424050-545e-45e7-97f4-936912587d3f' 2024-12-02T23:24:57,262 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T23:24:57,262 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "63424050-545e-45e7-97f4-936912587d3f" 2024-12-02T23:24:57,262 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4119af94, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T23:24:57,262 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9e5ab3b623d7,43647,-1] 2024-12-02T23:24:57,262 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T23:24:57,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T23:24:57,263 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53742, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T23:24:57,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@257f335e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T23:24:57,264 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T23:24:57,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 9e5ab3b623d7,43647,1733181782694 2024-12-02T23:24:57,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@121e1e9f 2024-12-02T23:24:57,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T23:24:57,266 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53758, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T23:24:57,266 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns2:table2' 2024-12-02T23:24:57,267 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled 2024-12-02T23:24:57,267 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table table1 2024-12-02T23:24:57,267 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-12-02T23:24:57,267 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T23:24:57,268 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9e5ab3b623d7,36969,1733181786563, seqNum=-1] 2024-12-02T23:24:57,268 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T23:24:57,269 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37580, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T23:24:57,271 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for table1: 2024-12-02T23:24:57,271 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for table1: row0 2024-12-02T23:24:57,271 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 2 reduce partitions to match current region count for all tables 2024-12-02T23:24:57,271 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/hbase-staging/partitions_ecbd0209-cb86-4c6f-b5ae-c05e509ca575 2024-12-02T23:24:57,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741985_1161 (size=177) 2024-12-02T23:24:57,679 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T23:24:57,679 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T23:24:57,680 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T23:24:58,712 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/65b4e9ef-7447-bc2e-d622-21fab4f7aa50/hadoop-6546664948988026807.jar 2024-12-02T23:24:58,713 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T23:24:58,713 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T23:24:58,780 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/65b4e9ef-7447-bc2e-d622-21fab4f7aa50/hadoop-11663854542082564008.jar 2024-12-02T23:24:58,781 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T23:24:58,781 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T23:24:58,781 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T23:24:58,782 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T23:24:58,782 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T23:24:58,782 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T23:24:58,782 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-12-02T23:24:58,782 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-12-02T23:24:58,783 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-12-02T23:24:58,783 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-12-02T23:24:58,783 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-12-02T23:24:58,783 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-12-02T23:24:58,784 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-12-02T23:24:58,784 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-12-02T23:24:58,784 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-12-02T23:24:58,785 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-12-02T23:24:58,785 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-12-02T23:24:58,785 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T23:24:58,853 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/65b4e9ef-7447-bc2e-d622-21fab4f7aa50/hadoop-12238244799511187636.jar 2024-12-02T23:24:58,853 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/65b4e9ef-7447-bc2e-d622-21fab4f7aa50/hadoop-12238244799511187636.jar 2024-12-02T23:24:58,853 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T23:24:58,853 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/65b4e9ef-7447-bc2e-d622-21fab4f7aa50/hadoop-12238244799511187636.jar 2024-12-02T23:24:58,854 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/65b4e9ef-7447-bc2e-d622-21fab4f7aa50/hadoop-12238244799511187636.jar 2024-12-02T23:24:58,854 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-02T23:24:58,854 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: table1 2024-12-02T23:24:58,854 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T23:24:58,854 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.createSubmittableJob(MapReduceHFileSplitterJob.java:123) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.run(MapReduceHFileSplitterJob.java:170) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:82) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:213) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T23:24:58,854 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T23:24:58,854 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T23:24:58,855 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T23:24:58,855 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(124): success configuring load incremental job 2024-12-02T23:24:58,855 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-12-02T23:24:58,870 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-12-02T23:24:58,884 WARN [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2024-12-02T23:24:59,022 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/65b4e9ef-7447-bc2e-d622-21fab4f7aa50/mapreduce.cluster.local.dir/job_local720949366_0014_4233bf97-2c1d-46fa-a6e0-964209816eb6/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory 2024-12-02T23:24:59,022 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/65b4e9ef-7447-bc2e-d622-21fab4f7aa50/mapreduce.cluster.local.dir/job_local720949366_0014_4233bf97-2c1d-46fa-a6e0-964209816eb6/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/* 2024-12-02T23:24:59,108 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:44093/backupUT/backup_1733181840907/default/test-1733181795915/archive/data/default/test-1733181795915/830504ca41f7d3ba4d09cc51660755b4/mob/1997136ad0b44e619127b650acdf2195 2024-12-02T23:24:59,112 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-12-02T23:24:59,170 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:44093/backupUT/backup_1733181840907/default/test-1733181795915/archive/data/default/test-1733181795915/830504ca41f7d3ba4d09cc51660755b4/f/14495b61d7cc4c3c9cfb6b78d3ebb7a0 2024-12-02T23:24:59,174 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-12-02T23:24:59,211 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:44093/backupUT/backup_1733181840907/default/test-1733181795915/archive/data/default/test-1733181795915/830504ca41f7d3ba4d09cc51660755b4/f/fd2bd222de41413193267c18916d8f51 2024-12-02T23:24:59,214 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-12-02T23:24:59,265 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:44093/backupUT/backup_1733181840907/default/test-1733181795915/archive/data/default/test-1733181795915/a4e70e921078329bf57c93c37d8f540b/mob/d41d8cd98f00b204e9800998ecf8427e20241202f3166b0d34f24fa28bab75e168326b1b_830504ca41f7d3ba4d09cc51660755b4 2024-12-02T23:24:59,268 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-12-02T23:24:59,304 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:44093/backupUT/backup_1733181840907/default/test-1733181795915/archive/data/default/test-1733181795915/830504ca41f7d3ba4d09cc51660755b4/mob/7decd90f792d4611b4604c712400160e 2024-12-02T23:24:59,307 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-12-02T23:24:59,359 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f8e0ff4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T23:24:59,359 DEBUG [pool-277-thread-1 {}] client.ClusterIdFetcher(90): Going to request 9e5ab3b623d7,43647,-1 for getting cluster id 2024-12-02T23:24:59,359 DEBUG [pool-277-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T23:24:59,360 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '63424050-545e-45e7-97f4-936912587d3f' 2024-12-02T23:24:59,361 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T23:24:59,361 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "63424050-545e-45e7-97f4-936912587d3f" 2024-12-02T23:24:59,361 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@923a8af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T23:24:59,361 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9e5ab3b623d7,43647,-1] 2024-12-02T23:24:59,361 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T23:24:59,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T23:24:59,363 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53774, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T23:24:59,363 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56d03d5f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T23:24:59,364 DEBUG [pool-277-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T23:24:59,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9e5ab3b623d7,36969,1733181786563, seqNum=-1] 2024-12-02T23:24:59,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T23:24:59,366 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37596, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T23:24:59,368 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row-test-1733181795915-1-0', locateType=CURRENT is [region=table1,,1733181895139.fd3d91a33b7762455cb3052e19ebe07b., hostname=9e5ab3b623d7,36969,1733181786563, seqNum=2] 2024-12-02T23:24:59,368 INFO [pool-277-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-277-thread-1. 2024-12-02T23:24:59,368 DEBUG [pool-277-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T23:24:59,368 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T23:24:59,369 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T23:24:59,369 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T23:24:59,369 DEBUG [pool-277-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1733181795915-1-0] 2024-12-02T23:24:59,369 DEBUG [pool-277-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 9e5ab3b623d7 2024-12-02T23:24:59,376 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63b630a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T23:24:59,376 DEBUG [pool-277-thread-1 {}] client.ClusterIdFetcher(90): Going to request 9e5ab3b623d7,43647,-1 for getting cluster id 2024-12-02T23:24:59,376 DEBUG [pool-277-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T23:24:59,377 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '63424050-545e-45e7-97f4-936912587d3f' 2024-12-02T23:24:59,377 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T23:24:59,377 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "63424050-545e-45e7-97f4-936912587d3f" 2024-12-02T23:24:59,377 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7861d116, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T23:24:59,377 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9e5ab3b623d7,43647,-1] 2024-12-02T23:24:59,377 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T23:24:59,378 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T23:24:59,378 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53792, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T23:24:59,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@748d56da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T23:24:59,379 DEBUG [pool-277-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T23:24:59,380 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9e5ab3b623d7,36969,1733181786563, seqNum=-1] 2024-12-02T23:24:59,380 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T23:24:59,381 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37606, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T23:24:59,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row-test-1733181795915-3-0', locateType=CURRENT is [region=table1,,1733181895139.fd3d91a33b7762455cb3052e19ebe07b., hostname=9e5ab3b623d7,36969,1733181786563, seqNum=2] 2024-12-02T23:24:59,383 INFO [pool-277-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-277-thread-1. 2024-12-02T23:24:59,383 DEBUG [pool-277-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T23:24:59,383 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T23:24:59,383 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T23:24:59,383 DEBUG [pool-277-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1733181795915-3-0] 2024-12-02T23:24:59,383 DEBUG [pool-277-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 9e5ab3b623d7 2024-12-02T23:24:59,383 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T23:24:59,389 DEBUG [pool-277-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/hbase-staging/bulk_output-default-table1-1733181897257/_temporary/0/_temporary/attempt_local720949366_0014_r_000000_0/f/946acfef0006438ead6b207e5e030e7d is 59, key is row-test-1733181795915-1-10/f:q1/1733181825473/Put/seqid=0 2024-12-02T23:24:59,390 WARN [Thread-1788 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [9e5ab3b623d7:36969] Specified favored nodes: [9e5ab3b623d7:36969] 2024-12-02T23:24:59,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741986_1162 (size=11124) 2024-12-02T23:24:59,795 DEBUG [pool-277-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/hbase-staging/bulk_output-default-table1-1733181897257/_temporary/0/_temporary/attempt_local720949366_0014_r_000000_0/mob/0cb90f911ddb43d3b1be14cb358808d6 is 192, key is row-test-1733181795915-3-100/mob:q1/1733181825972/Put/seqid=0 2024-12-02T23:24:59,797 WARN [Thread-1790 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [9e5ab3b623d7:36969] Specified favored nodes: [9e5ab3b623d7:36969] 2024-12-02T23:24:59,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741987_1163 (size=13403) 2024-12-02T23:25:00,228 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bbbce8f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T23:25:00,228 DEBUG [pool-277-thread-1 {}] client.ClusterIdFetcher(90): Going to request 9e5ab3b623d7,43647,-1 for getting cluster id 2024-12-02T23:25:00,229 DEBUG [pool-277-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T23:25:00,229 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '63424050-545e-45e7-97f4-936912587d3f' 2024-12-02T23:25:00,230 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T23:25:00,230 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "63424050-545e-45e7-97f4-936912587d3f" 2024-12-02T23:25:00,230 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fb7ed1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T23:25:00,230 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9e5ab3b623d7,43647,-1] 2024-12-02T23:25:00,230 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T23:25:00,231 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T23:25:00,231 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53804, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T23:25:00,232 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1be62b3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T23:25:00,232 DEBUG [pool-277-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T23:25:00,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9e5ab3b623d7,36969,1733181786563, seqNum=-1] 2024-12-02T23:25:00,234 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T23:25:00,234 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37610, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T23:25:00,237 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row0', locateType=CURRENT is [region=table1,row0,1733181895139.3d043426b30873cbb85e9f7620578d8e., hostname=9e5ab3b623d7,36969,1733181786563, seqNum=2] 2024-12-02T23:25:00,237 INFO [pool-277-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-277-thread-1. 2024-12-02T23:25:00,237 DEBUG [pool-277-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T23:25:00,237 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T23:25:00,237 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T23:25:00,237 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T23:25:00,237 DEBUG [pool-277-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row0] 2024-12-02T23:25:00,237 DEBUG [pool-277-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 9e5ab3b623d7 2024-12-02T23:25:00,242 DEBUG [pool-277-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/hbase-staging/bulk_output-default-table1-1733181897257/_temporary/0/_temporary/attempt_local720949366_0014_r_000001_0/f/4a74ef13e9024d5587926311549023d4 is 37, key is row10/f:q1/1733181797628/Put/seqid=0 2024-12-02T23:25:00,244 WARN [Thread-1805 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [9e5ab3b623d7:36969] Specified favored nodes: [9e5ab3b623d7:36969] 2024-12-02T23:25:00,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741988_1164 (size=8741) 2024-12-02T23:25:01,089 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(87): Restoring HFiles from directory hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/hbase-staging/bulk_output-default-table1-1733181897257 2024-12-02T23:25:01,090 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45382296, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T23:25:01,090 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9e5ab3b623d7,43647,-1 for getting cluster id 2024-12-02T23:25:01,090 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T23:25:01,091 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '63424050-545e-45e7-97f4-936912587d3f' 2024-12-02T23:25:01,092 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T23:25:01,092 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "63424050-545e-45e7-97f4-936912587d3f" 2024-12-02T23:25:01,092 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55363bd1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T23:25:01,092 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9e5ab3b623d7,43647,-1] 2024-12-02T23:25:01,092 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T23:25:01,092 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T23:25:01,093 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53830, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T23:25:01,094 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42593dc2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T23:25:01,094 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T23:25:01,095 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9e5ab3b623d7,36969,1733181786563, seqNum=-1] 2024-12-02T23:25:01,095 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T23:25:01,096 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37626, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T23:25:01,100 WARN [Time-limited test {}] tool.BulkLoadHFilesTool(259): Skipping non-directory hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/hbase-staging/bulk_output-default-table1-1733181897257/_SUCCESS 2024-12-02T23:25:01,108 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T23:25:01,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 9e5ab3b623d7,43647,1733181782694 2024-12-02T23:25:01,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@797ebfdf 2024-12-02T23:25:01,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T23:25:01,111 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53840, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T23:25:01,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='', locateType=CURRENT is [region=table1,,1733181895139.fd3d91a33b7762455cb3052e19ebe07b., hostname=9e5ab3b623d7,36969,1733181786563, seqNum=2] 2024-12-02T23:25:01,117 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-12-02T23:25:01,127 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/hbase-staging/bulk_output-default-table1-1733181897257/f/4a74ef13e9024d5587926311549023d4 first=Optional[row0] last=Optional[row98] 2024-12-02T23:25:01,131 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/hbase-staging/bulk_output-default-table1-1733181897257/f/946acfef0006438ead6b207e5e030e7d first=Optional[row-test-1733181795915-1-0] last=Optional[row-test-1733181795915-1-98] 2024-12-02T23:25:01,134 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/hbase-staging/bulk_output-default-table1-1733181897257/mob/0cb90f911ddb43d3b1be14cb358808d6 first=Optional[row-test-1733181795915-3-0] last=Optional[row-test-1733181795915-3-99] 2024-12-02T23:25:01,141 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36969 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/hbase-staging/bulk_output-default-table1-1733181897257/f/4a74ef13e9024d5587926311549023d4 for inclusion in 3d043426b30873cbb85e9f7620578d8e/f 2024-12-02T23:25:01,143 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36969 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/hbase-staging/bulk_output-default-table1-1733181897257/f/946acfef0006438ead6b207e5e030e7d for inclusion in fd3d91a33b7762455cb3052e19ebe07b/f 2024-12-02T23:25:01,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36969 {}] regionserver.HStore(626): HFile bounds: first=row0 last=row98 2024-12-02T23:25:01,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36969 {}] regionserver.HStore(628): Region bounds: first=row0 last= 2024-12-02T23:25:01,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36969 {}] regionserver.HRegion(2603): Flush status journal for 3d043426b30873cbb85e9f7620578d8e: 2024-12-02T23:25:01,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36969 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/hbase-staging/bulk_output-default-table1-1733181897257/f/4a74ef13e9024d5587926311549023d4 to hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/staging/jenkins__table1__dp08625794lbjria8li7s47fpkhc0vtn0krfjqhdjr2pl1ir8db393bcivm9p5pl/f/4a74ef13e9024d5587926311549023d4 2024-12-02T23:25:01,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36969 {}] regionserver.HStore(626): HFile bounds: first=row-test-1733181795915-1-0 last=row-test-1733181795915-1-98 2024-12-02T23:25:01,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36969 {}] regionserver.HStore(628): Region bounds: first= last=row0 2024-12-02T23:25:01,148 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36969 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/hbase-staging/bulk_output-default-table1-1733181897257/mob/0cb90f911ddb43d3b1be14cb358808d6 for inclusion in fd3d91a33b7762455cb3052e19ebe07b/mob 2024-12-02T23:25:01,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36969 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/staging/jenkins__table1__dp08625794lbjria8li7s47fpkhc0vtn0krfjqhdjr2pl1ir8db393bcivm9p5pl/f/4a74ef13e9024d5587926311549023d4 as hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/default/table1/3d043426b30873cbb85e9f7620578d8e/f/cca5d8fa54fe4317a766e06e760d7f1f_SeqId_4_ 2024-12-02T23:25:01,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36969 {}] regionserver.HStore(626): HFile bounds: first=row-test-1733181795915-3-0 last=row-test-1733181795915-3-99 2024-12-02T23:25:01,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36969 {}] regionserver.HStore(628): Region bounds: first= last=row0 2024-12-02T23:25:01,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36969 {}] regionserver.HRegion(2603): Flush status journal for fd3d91a33b7762455cb3052e19ebe07b: 2024-12-02T23:25:01,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36969 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/hbase-staging/bulk_output-default-table1-1733181897257/f/946acfef0006438ead6b207e5e030e7d to hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/staging/jenkins__table1__dp08625794lbjria8li7s47fpkhc0vtn0krfjqhdjr2pl1ir8db393bcivm9p5pl/f/946acfef0006438ead6b207e5e030e7d 2024-12-02T23:25:01,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36969 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/staging/jenkins__table1__dp08625794lbjria8li7s47fpkhc0vtn0krfjqhdjr2pl1ir8db393bcivm9p5pl/f/946acfef0006438ead6b207e5e030e7d as hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/default/table1/fd3d91a33b7762455cb3052e19ebe07b/f/623d600897424549ae2833553362a6db_SeqId_4_ 2024-12-02T23:25:01,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36969 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/hbase-staging/bulk_output-default-table1-1733181897257/mob/0cb90f911ddb43d3b1be14cb358808d6 to hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/staging/jenkins__table1__dp08625794lbjria8li7s47fpkhc0vtn0krfjqhdjr2pl1ir8db393bcivm9p5pl/mob/0cb90f911ddb43d3b1be14cb358808d6 2024-12-02T23:25:01,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36969 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/staging/jenkins__table1__dp08625794lbjria8li7s47fpkhc0vtn0krfjqhdjr2pl1ir8db393bcivm9p5pl/mob/0cb90f911ddb43d3b1be14cb358808d6 as hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/default/table1/fd3d91a33b7762455cb3052e19ebe07b/mob/b79581c5c5814121ab43756ac76d0be1_SeqId_4_ 2024-12-02T23:25:01,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36969 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63f7dc38, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T23:25:01,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36969 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@793f3fd0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T23:25:01,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36969 {}] client.ClusterIdFetcher(90): Going to request 9e5ab3b623d7,43647,-1 for getting cluster id 2024-12-02T23:25:01,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36969 {}] client.ClusterIdFetcher(90): Going to request 9e5ab3b623d7,43647,-1 for getting cluster id 2024-12-02T23:25:01,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36969 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T23:25:01,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36969 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T23:25:01,166 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '63424050-545e-45e7-97f4-936912587d3f' 2024-12-02T23:25:01,167 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T23:25:01,167 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "63424050-545e-45e7-97f4-936912587d3f" 2024-12-02T23:25:01,167 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c9188a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T23:25:01,167 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '63424050-545e-45e7-97f4-936912587d3f' 2024-12-02T23:25:01,167 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9e5ab3b623d7,43647,-1] 2024-12-02T23:25:01,167 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T23:25:01,167 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T23:25:01,167 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "63424050-545e-45e7-97f4-936912587d3f" 2024-12-02T23:25:01,167 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T23:25:01,167 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ca7521f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T23:25:01,167 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9e5ab3b623d7,43647,-1] 2024-12-02T23:25:01,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T23:25:01,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T23:25:01,168 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53862, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T23:25:01,169 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53878, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T23:25:01,169 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c0201e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T23:25:01,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36969 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T23:25:01,169 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@288d1a3a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T23:25:01,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36969 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T23:25:01,170 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 9e5ab3b623d7,43647,1733181782694 2024-12-02T23:25:01,170 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@34c37eeb 2024-12-02T23:25:01,170 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T23:25:01,170 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 9e5ab3b623d7,43647,1733181782694 2024-12-02T23:25:01,170 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3c282c49 2024-12-02T23:25:01,170 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T23:25:01,171 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53886, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T23:25:01,171 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53896, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T23:25:01,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36969 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T23:25:01,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36969 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T23:25:01,172 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9e5ab3b623d7,36969,1733181786563, seqNum=-1] 2024-12-02T23:25:01,172 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9e5ab3b623d7,36969,1733181786563, seqNum=-1] 2024-12-02T23:25:01,173 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T23:25:01,173 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T23:25:01,173 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37638, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T23:25:01,174 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37652, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T23:25:01,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-02T23:25:01,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-02T23:25:01,183 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-02T23:25:01,184 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-02T23:25:01,187 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1733181804535.41b16360daeacbacc52483ff2a73035a., hostname=9e5ab3b623d7,36969,1733181786563, seqNum=2] 2024-12-02T23:25:01,189 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1733181804535.41b16360daeacbacc52483ff2a73035a., hostname=9e5ab3b623d7,36969,1733181786563, seqNum=2] 2024-12-02T23:25:01,190 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36969 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36969. 2024-12-02T23:25:01,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36969 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T23:25:01,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36969 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T23:25:01,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36969 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T23:25:01,191 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T23:25:01,191 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36969 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36969. 2024-12-02T23:25:01,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36969 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T23:25:01,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36969 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T23:25:01,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36969 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T23:25:01,192 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T23:25:01,193 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36969 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/staging/jenkins__table1__dp08625794lbjria8li7s47fpkhc0vtn0krfjqhdjr2pl1ir8db393bcivm9p5pl/f/4a74ef13e9024d5587926311549023d4 into 3d043426b30873cbb85e9f7620578d8e/f as hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/default/table1/3d043426b30873cbb85e9f7620578d8e/f/cca5d8fa54fe4317a766e06e760d7f1f_SeqId_4_ - updating store file list. 2024-12-02T23:25:01,200 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36969 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/default/table1/3d043426b30873cbb85e9f7620578d8e/f/cca5d8fa54fe4317a766e06e760d7f1f_SeqId_4_ into 3d043426b30873cbb85e9f7620578d8e/f 2024-12-02T23:25:01,200 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36969 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/staging/jenkins__table1__dp08625794lbjria8li7s47fpkhc0vtn0krfjqhdjr2pl1ir8db393bcivm9p5pl/f/4a74ef13e9024d5587926311549023d4 into 3d043426b30873cbb85e9f7620578d8e/f (new location: hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/default/table1/3d043426b30873cbb85e9f7620578d8e/f/cca5d8fa54fe4317a766e06e760d7f1f_SeqId_4_) 2024-12-02T23:25:01,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36969 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/staging/jenkins__table1__dp08625794lbjria8li7s47fpkhc0vtn0krfjqhdjr2pl1ir8db393bcivm9p5pl/f/4a74ef13e9024d5587926311549023d4 2024-12-02T23:25:01,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36969 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78a71989, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T23:25:01,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36969 {}] client.ClusterIdFetcher(90): Going to request 9e5ab3b623d7,43647,-1 for getting cluster id 2024-12-02T23:25:01,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36969 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T23:25:01,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36969 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58dbe03b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T23:25:01,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36969 {}] client.ClusterIdFetcher(90): Going to request 9e5ab3b623d7,43647,-1 for getting cluster id 2024-12-02T23:25:01,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36969 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T23:25:01,202 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '63424050-545e-45e7-97f4-936912587d3f' 2024-12-02T23:25:01,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T23:25:01,203 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '63424050-545e-45e7-97f4-936912587d3f' 2024-12-02T23:25:01,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "63424050-545e-45e7-97f4-936912587d3f" 2024-12-02T23:25:01,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17a15b0b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T23:25:01,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T23:25:01,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9e5ab3b623d7,43647,-1] 2024-12-02T23:25:01,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "63424050-545e-45e7-97f4-936912587d3f" 2024-12-02T23:25:01,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6819c55c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T23:25:01,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T23:25:01,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9e5ab3b623d7,43647,-1] 2024-12-02T23:25:01,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T23:25:01,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T23:25:01,204 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T23:25:01,204 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53926, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T23:25:01,204 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53930, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-12-02T23:25:01,205 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ac367bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T23:25:01,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36969 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T23:25:01,205 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a342b28, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T23:25:01,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36969 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T23:25:01,206 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 9e5ab3b623d7,43647,1733181782694 2024-12-02T23:25:01,206 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2dc709fe 2024-12-02T23:25:01,206 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T23:25:01,206 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 9e5ab3b623d7,43647,1733181782694 2024-12-02T23:25:01,206 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@41115967 2024-12-02T23:25:01,206 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T23:25:01,207 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53958, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-12-02T23:25:01,207 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53946, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T23:25:01,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36969 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T23:25:01,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36969 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T23:25:01,209 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9e5ab3b623d7,36969,1733181786563, seqNum=-1] 2024-12-02T23:25:01,209 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9e5ab3b623d7,36969,1733181786563, seqNum=-1] 2024-12-02T23:25:01,209 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T23:25:01,209 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T23:25:01,210 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37678, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T23:25:01,210 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37666, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-02T23:25:01,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-02T23:25:01,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-02T23:25:01,221 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-02T23:25:01,221 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-02T23:25:01,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1733181804535.41b16360daeacbacc52483ff2a73035a., hostname=9e5ab3b623d7,36969,1733181786563, seqNum=2] 2024-12-02T23:25:01,236 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36969 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36969. 2024-12-02T23:25:01,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36969 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T23:25:01,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36969 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T23:25:01,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36969 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T23:25:01,237 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T23:25:01,243 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1733181804535.41b16360daeacbacc52483ff2a73035a., hostname=9e5ab3b623d7,36969,1733181786563, seqNum=2] 2024-12-02T23:25:01,252 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36969 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36969. 2024-12-02T23:25:01,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36969 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T23:25:01,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36969 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T23:25:01,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36969 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T23:25:01,253 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T23:25:01,254 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36969 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/staging/jenkins__table1__dp08625794lbjria8li7s47fpkhc0vtn0krfjqhdjr2pl1ir8db393bcivm9p5pl/f/946acfef0006438ead6b207e5e030e7d into fd3d91a33b7762455cb3052e19ebe07b/f as hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/default/table1/fd3d91a33b7762455cb3052e19ebe07b/f/623d600897424549ae2833553362a6db_SeqId_4_ - updating store file list. 2024-12-02T23:25:01,260 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36969 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/default/table1/fd3d91a33b7762455cb3052e19ebe07b/f/623d600897424549ae2833553362a6db_SeqId_4_ into fd3d91a33b7762455cb3052e19ebe07b/f 2024-12-02T23:25:01,260 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36969 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/staging/jenkins__table1__dp08625794lbjria8li7s47fpkhc0vtn0krfjqhdjr2pl1ir8db393bcivm9p5pl/f/946acfef0006438ead6b207e5e030e7d into fd3d91a33b7762455cb3052e19ebe07b/f (new location: hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/default/table1/fd3d91a33b7762455cb3052e19ebe07b/f/623d600897424549ae2833553362a6db_SeqId_4_) 2024-12-02T23:25:01,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36969 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/staging/jenkins__table1__dp08625794lbjria8li7s47fpkhc0vtn0krfjqhdjr2pl1ir8db393bcivm9p5pl/f/946acfef0006438ead6b207e5e030e7d 2024-12-02T23:25:01,262 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36969 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/staging/jenkins__table1__dp08625794lbjria8li7s47fpkhc0vtn0krfjqhdjr2pl1ir8db393bcivm9p5pl/mob/0cb90f911ddb43d3b1be14cb358808d6 into fd3d91a33b7762455cb3052e19ebe07b/mob as hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/default/table1/fd3d91a33b7762455cb3052e19ebe07b/mob/b79581c5c5814121ab43756ac76d0be1_SeqId_4_ - updating store file list. 2024-12-02T23:25:01,266 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36969 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/default/table1/fd3d91a33b7762455cb3052e19ebe07b/mob/b79581c5c5814121ab43756ac76d0be1_SeqId_4_ into fd3d91a33b7762455cb3052e19ebe07b/mob 2024-12-02T23:25:01,266 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36969 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/staging/jenkins__table1__dp08625794lbjria8li7s47fpkhc0vtn0krfjqhdjr2pl1ir8db393bcivm9p5pl/mob/0cb90f911ddb43d3b1be14cb358808d6 into fd3d91a33b7762455cb3052e19ebe07b/mob (new location: hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/default/table1/fd3d91a33b7762455cb3052e19ebe07b/mob/b79581c5c5814121ab43756ac76d0be1_SeqId_4_) 2024-12-02T23:25:01,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36969 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/staging/jenkins__table1__dp08625794lbjria8li7s47fpkhc0vtn0krfjqhdjr2pl1ir8db393bcivm9p5pl/mob/0cb90f911ddb43d3b1be14cb358808d6 2024-12-02T23:25:01,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36969 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@261635f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T23:25:01,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36969 {}] client.ClusterIdFetcher(90): Going to request 9e5ab3b623d7,43647,-1 for getting cluster id 2024-12-02T23:25:01,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36969 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T23:25:01,271 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '63424050-545e-45e7-97f4-936912587d3f' 2024-12-02T23:25:01,271 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T23:25:01,271 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "63424050-545e-45e7-97f4-936912587d3f" 2024-12-02T23:25:01,271 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e116a66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T23:25:01,271 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9e5ab3b623d7,43647,-1] 2024-12-02T23:25:01,271 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T23:25:01,272 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T23:25:01,272 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53966, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-12-02T23:25:01,273 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18967dc1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T23:25:01,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36969 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T23:25:01,274 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 9e5ab3b623d7,43647,1733181782694 2024-12-02T23:25:01,274 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@11fde667 2024-12-02T23:25:01,274 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T23:25:01,277 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53974, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-12-02T23:25:01,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36969 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T23:25:01,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9e5ab3b623d7,36969,1733181786563, seqNum=-1] 2024-12-02T23:25:01,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T23:25:01,279 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37692, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-02T23:25:01,285 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-02T23:25:01,289 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-02T23:25:01,292 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1733181804535.41b16360daeacbacc52483ff2a73035a., hostname=9e5ab3b623d7,36969,1733181786563, seqNum=2] 2024-12-02T23:25:01,295 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36969 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36969. 2024-12-02T23:25:01,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36969 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T23:25:01,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36969 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T23:25:01,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36969 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T23:25:01,296 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T23:25:01,296 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:90) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:213) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T23:25:01,297 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T23:25:01,297 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=table1,,1733181895139.fd3d91a33b7762455cb3052e19ebe07b., hostname=9e5ab3b623d7,36969,1733181786563, seqNum=2 , the old value is region=table1,,1733181895139.fd3d91a33b7762455cb3052e19ebe07b., hostname=9e5ab3b623d7,36969,1733181786563, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=9e5ab3b623d7:36969 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-02T23:25:01,297 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=table1,,1733181895139.fd3d91a33b7762455cb3052e19ebe07b., hostname=9e5ab3b623d7,36969,1733181786563, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-02T23:25:01,297 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=table1,,1733181895139.fd3d91a33b7762455cb3052e19ebe07b., hostname=9e5ab3b623d7,36969,1733181786563, seqNum=2 from cache 2024-12-02T23:25:01,297 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T23:25:01,298 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-12-02T23:25:01,298 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T23:25:01,298 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(95): Restore Job finished:0 2024-12-02T23:25:01,301 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T23:25:01,322 INFO [Time-limited test {}] impl.RestoreTablesClient(181): Restoring 'test-1733181795915' to 'table1' from log dirs: hdfs://localhost:44093/backupUT/backup_1733181872550/default/test-1733181795915/f2/55497ef697af402fa0249890357f1fc5 2024-12-02T23:25:01,326 DEBUG [Time-limited test {}] util.RestoreTool(177): Found descriptor 'test-1733181795915', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} through backup_1733181872550 2024-12-02T23:25:01,328 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43647 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.3 modify table table1 from 'table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T23:25:01,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43647 {}] procedure2.ProcedureExecutor(1139): Stored pid=81, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=table1 2024-12-02T23:25:01,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741989_1165 (size=938) 2024-12-02T23:25:01,345 DEBUG [PEWorker-1 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/default/table1/.tabledesc/.tableinfo.0000000001.938 2024-12-02T23:25:01,346 INFO [PEWorker-1 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/default/table1/.tabledesc/.tableinfo.0000000002.938 2024-12-02T23:25:01,352 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=82, ppid=81, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=table1}] 2024-12-02T23:25:01,355 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=83, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=fd3d91a33b7762455cb3052e19ebe07b, REOPEN/MOVE}, {pid=84, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=3d043426b30873cbb85e9f7620578d8e, REOPEN/MOVE}] 2024-12-02T23:25:01,356 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=84, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=3d043426b30873cbb85e9f7620578d8e, REOPEN/MOVE 2024-12-02T23:25:01,356 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=83, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=fd3d91a33b7762455cb3052e19ebe07b, REOPEN/MOVE 2024-12-02T23:25:01,357 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=83 updating hbase:meta row=fd3d91a33b7762455cb3052e19ebe07b, regionState=CLOSING, regionLocation=9e5ab3b623d7,36969,1733181786563 2024-12-02T23:25:01,357 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=84 updating hbase:meta row=3d043426b30873cbb85e9f7620578d8e, regionState=CLOSING, regionLocation=9e5ab3b623d7,36969,1733181786563 2024-12-02T23:25:01,359 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=84, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=table1, region=3d043426b30873cbb85e9f7620578d8e, REOPEN/MOVE because future has completed 2024-12-02T23:25:01,360 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-02T23:25:01,360 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=85, ppid=84, state=RUNNABLE, hasLock=false; CloseRegionProcedure 3d043426b30873cbb85e9f7620578d8e, server=9e5ab3b623d7,36969,1733181786563}] 2024-12-02T23:25:01,360 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=83, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=table1, region=fd3d91a33b7762455cb3052e19ebe07b, REOPEN/MOVE because future has completed 2024-12-02T23:25:01,360 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-02T23:25:01,361 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=86, ppid=83, state=RUNNABLE, hasLock=false; CloseRegionProcedure fd3d91a33b7762455cb3052e19ebe07b, server=9e5ab3b623d7,36969,1733181786563}] 2024-12-02T23:25:01,402 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'table1', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9e5ab3b623d7:36969 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 34 more 2024-12-02T23:25:01,513 INFO [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] handler.UnassignRegionHandler(122): Close fd3d91a33b7762455cb3052e19ebe07b 2024-12-02T23:25:01,513 DEBUG [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-02T23:25:01,513 DEBUG [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1722): Closing fd3d91a33b7762455cb3052e19ebe07b, disabling compactions & flushes 2024-12-02T23:25:01,513 INFO [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1755): Closing region table1,,1733181895139.fd3d91a33b7762455cb3052e19ebe07b. 2024-12-02T23:25:01,513 DEBUG [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1776): Time limited wait for close lock on table1,,1733181895139.fd3d91a33b7762455cb3052e19ebe07b. 2024-12-02T23:25:01,513 DEBUG [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1843): Acquired close lock on table1,,1733181895139.fd3d91a33b7762455cb3052e19ebe07b. after waiting 0 ms 2024-12-02T23:25:01,513 DEBUG [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1853): Updates disabled for region table1,,1733181895139.fd3d91a33b7762455cb3052e19ebe07b. 2024-12-02T23:25:01,518 DEBUG [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/default/table1/fd3d91a33b7762455cb3052e19ebe07b/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-12-02T23:25:01,519 DEBUG [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-12-02T23:25:01,519 INFO [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1973): Closed table1,,1733181895139.fd3d91a33b7762455cb3052e19ebe07b. 2024-12-02T23:25:01,519 DEBUG [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1676): Region close journal for fd3d91a33b7762455cb3052e19ebe07b: Waiting for close lock at 1733181901513Running coprocessor pre-close hooks at 1733181901513Disabling compacts and flushes for region at 1733181901513Disabling writes for close at 1733181901513Writing region close event to WAL at 1733181901514 (+1 ms)Running coprocessor post-close hooks at 1733181901519 (+5 ms)Closed at 1733181901519 2024-12-02T23:25:01,519 WARN [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegionServer(3299): Not adding moved region record: fd3d91a33b7762455cb3052e19ebe07b to self. 2024-12-02T23:25:01,521 INFO [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] handler.UnassignRegionHandler(157): Closed fd3d91a33b7762455cb3052e19ebe07b 2024-12-02T23:25:01,521 INFO [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] handler.UnassignRegionHandler(122): Close 3d043426b30873cbb85e9f7620578d8e 2024-12-02T23:25:01,521 DEBUG [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-02T23:25:01,521 DEBUG [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1722): Closing 3d043426b30873cbb85e9f7620578d8e, disabling compactions & flushes 2024-12-02T23:25:01,521 INFO [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1755): Closing region table1,row0,1733181895139.3d043426b30873cbb85e9f7620578d8e. 2024-12-02T23:25:01,521 DEBUG [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1776): Time limited wait for close lock on table1,row0,1733181895139.3d043426b30873cbb85e9f7620578d8e. 2024-12-02T23:25:01,521 DEBUG [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1843): Acquired close lock on table1,row0,1733181895139.3d043426b30873cbb85e9f7620578d8e. after waiting 0 ms 2024-12-02T23:25:01,521 DEBUG [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1853): Updates disabled for region table1,row0,1733181895139.3d043426b30873cbb85e9f7620578d8e. 2024-12-02T23:25:01,522 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=83 updating hbase:meta row=fd3d91a33b7762455cb3052e19ebe07b, regionState=CLOSED 2024-12-02T23:25:01,524 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=86, ppid=83, state=RUNNABLE, hasLock=false; CloseRegionProcedure fd3d91a33b7762455cb3052e19ebe07b, server=9e5ab3b623d7,36969,1733181786563 because future has completed 2024-12-02T23:25:01,526 DEBUG [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/default/table1/3d043426b30873cbb85e9f7620578d8e/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-12-02T23:25:01,527 DEBUG [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-12-02T23:25:01,527 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=86, resume processing ppid=83 2024-12-02T23:25:01,527 INFO [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1973): Closed table1,row0,1733181895139.3d043426b30873cbb85e9f7620578d8e. 2024-12-02T23:25:01,527 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=86, ppid=83, state=SUCCESS, hasLock=false; CloseRegionProcedure fd3d91a33b7762455cb3052e19ebe07b, server=9e5ab3b623d7,36969,1733181786563 in 164 msec 2024-12-02T23:25:01,527 DEBUG [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1676): Region close journal for 3d043426b30873cbb85e9f7620578d8e: Waiting for close lock at 1733181901521Running coprocessor pre-close hooks at 1733181901521Disabling compacts and flushes for region at 1733181901521Disabling writes for close at 1733181901521Writing region close event to WAL at 1733181901522 (+1 ms)Running coprocessor post-close hooks at 1733181901527 (+5 ms)Closed at 1733181901527 2024-12-02T23:25:01,527 WARN [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegionServer(3299): Not adding moved region record: 3d043426b30873cbb85e9f7620578d8e to self. 2024-12-02T23:25:01,528 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=83, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=table1, region=fd3d91a33b7762455cb3052e19ebe07b, REOPEN/MOVE; state=CLOSED, location=9e5ab3b623d7,36969,1733181786563; forceNewPlan=false, retain=true 2024-12-02T23:25:01,529 INFO [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] handler.UnassignRegionHandler(157): Closed 3d043426b30873cbb85e9f7620578d8e 2024-12-02T23:25:01,531 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=84 updating hbase:meta row=3d043426b30873cbb85e9f7620578d8e, regionState=CLOSED 2024-12-02T23:25:01,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=85, ppid=84, state=RUNNABLE, hasLock=false; CloseRegionProcedure 3d043426b30873cbb85e9f7620578d8e, server=9e5ab3b623d7,36969,1733181786563 because future has completed 2024-12-02T23:25:01,536 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=85, resume processing ppid=84 2024-12-02T23:25:01,536 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=85, ppid=84, state=SUCCESS, hasLock=false; CloseRegionProcedure 3d043426b30873cbb85e9f7620578d8e, server=9e5ab3b623d7,36969,1733181786563 in 173 msec 2024-12-02T23:25:01,536 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=84, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=table1, region=3d043426b30873cbb85e9f7620578d8e, REOPEN/MOVE; state=CLOSED, location=9e5ab3b623d7,36969,1733181786563; forceNewPlan=false, retain=true 2024-12-02T23:25:01,547 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-02T23:25:01,678 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=83 updating hbase:meta row=fd3d91a33b7762455cb3052e19ebe07b, regionState=OPENING, regionLocation=9e5ab3b623d7,36969,1733181786563 2024-12-02T23:25:01,678 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=84 updating hbase:meta row=3d043426b30873cbb85e9f7620578d8e, regionState=OPENING, regionLocation=9e5ab3b623d7,36969,1733181786563 2024-12-02T23:25:01,681 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=84, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=table1, region=3d043426b30873cbb85e9f7620578d8e, REOPEN/MOVE because future has completed 2024-12-02T23:25:01,681 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=87, ppid=84, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3d043426b30873cbb85e9f7620578d8e, server=9e5ab3b623d7,36969,1733181786563}] 2024-12-02T23:25:01,681 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=83, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=table1, region=fd3d91a33b7762455cb3052e19ebe07b, REOPEN/MOVE because future has completed 2024-12-02T23:25:01,682 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=88, ppid=83, state=RUNNABLE, hasLock=false; OpenRegionProcedure fd3d91a33b7762455cb3052e19ebe07b, server=9e5ab3b623d7,36969,1733181786563}] 2024-12-02T23:25:01,815 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobtracker.properties,hadoop-metrics2.properties 2024-12-02T23:25:01,837 INFO [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] handler.AssignRegionHandler(132): Open table1,row0,1733181895139.3d043426b30873cbb85e9f7620578d8e. 2024-12-02T23:25:01,837 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(7752): Opening region: {ENCODED => 3d043426b30873cbb85e9f7620578d8e, NAME => 'table1,row0,1733181895139.3d043426b30873cbb85e9f7620578d8e.', STARTKEY => 'row0', ENDKEY => ''} 2024-12-02T23:25:01,838 INFO [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-12-02T23:25:01,838 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 3d043426b30873cbb85e9f7620578d8e 2024-12-02T23:25:01,838 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(898): Instantiated table1,row0,1733181895139.3d043426b30873cbb85e9f7620578d8e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T23:25:01,838 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(7794): checking encryption for 3d043426b30873cbb85e9f7620578d8e 2024-12-02T23:25:01,838 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(7797): checking classloading for 3d043426b30873cbb85e9f7620578d8e 2024-12-02T23:25:01,840 INFO [StoreOpener-3d043426b30873cbb85e9f7620578d8e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 3d043426b30873cbb85e9f7620578d8e 2024-12-02T23:25:01,841 INFO [StoreOpener-3d043426b30873cbb85e9f7620578d8e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3d043426b30873cbb85e9f7620578d8e columnFamilyName f 2024-12-02T23:25:01,841 DEBUG [StoreOpener-3d043426b30873cbb85e9f7620578d8e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T23:25:01,852 DEBUG [StoreOpener-3d043426b30873cbb85e9f7620578d8e-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/default/table1/3d043426b30873cbb85e9f7620578d8e/f/cca5d8fa54fe4317a766e06e760d7f1f_SeqId_4_ 2024-12-02T23:25:01,853 INFO [StoreOpener-3d043426b30873cbb85e9f7620578d8e-1 {}] regionserver.HStore(327): Store=3d043426b30873cbb85e9f7620578d8e/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T23:25:01,853 INFO [StoreOpener-3d043426b30873cbb85e9f7620578d8e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f2 of region 3d043426b30873cbb85e9f7620578d8e 2024-12-02T23:25:01,854 INFO [StoreOpener-3d043426b30873cbb85e9f7620578d8e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3d043426b30873cbb85e9f7620578d8e columnFamilyName f2 2024-12-02T23:25:01,854 DEBUG [StoreOpener-3d043426b30873cbb85e9f7620578d8e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T23:25:01,855 INFO [StoreOpener-3d043426b30873cbb85e9f7620578d8e-1 {}] regionserver.HStore(327): Store=3d043426b30873cbb85e9f7620578d8e/f2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T23:25:01,855 INFO [StoreOpener-3d043426b30873cbb85e9f7620578d8e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region 3d043426b30873cbb85e9f7620578d8e 2024-12-02T23:25:01,858 INFO [StoreOpener-3d043426b30873cbb85e9f7620578d8e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3d043426b30873cbb85e9f7620578d8e columnFamilyName mob 2024-12-02T23:25:01,858 DEBUG [StoreOpener-3d043426b30873cbb85e9f7620578d8e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T23:25:01,863 INFO [StoreOpener-3d043426b30873cbb85e9f7620578d8e-1 {}] regionserver.HStore(327): Store=3d043426b30873cbb85e9f7620578d8e/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T23:25:01,864 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1038): replaying wal for 3d043426b30873cbb85e9f7620578d8e 2024-12-02T23:25:01,865 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/default/table1/3d043426b30873cbb85e9f7620578d8e 2024-12-02T23:25:01,867 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/default/table1/3d043426b30873cbb85e9f7620578d8e 2024-12-02T23:25:01,870 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1048): stopping wal replay for 3d043426b30873cbb85e9f7620578d8e 2024-12-02T23:25:01,870 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1060): Cleaning up temporary data for 3d043426b30873cbb85e9f7620578d8e 2024-12-02T23:25:01,871 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T23:25:01,872 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1093): writing seq id for 3d043426b30873cbb85e9f7620578d8e 2024-12-02T23:25:01,873 INFO [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1114): Opened 3d043426b30873cbb85e9f7620578d8e; next sequenceid=7; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11707458880, jitterRate=0.09034207463264465}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T23:25:01,873 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3d043426b30873cbb85e9f7620578d8e 2024-12-02T23:25:01,874 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1006): Region open journal for 3d043426b30873cbb85e9f7620578d8e: Running coprocessor pre-open hook at 1733181901838Writing region info on filesystem at 1733181901838Initializing all the Stores at 1733181901839 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733181901839Instantiating store for column family {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733181901840 (+1 ms)Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733181901840Cleaning up temporary data from old regions at 1733181901870 (+30 ms)Running coprocessor post-open hooks at 1733181901873 (+3 ms)Region opened successfully at 1733181901874 (+1 ms) 2024-12-02T23:25:01,875 INFO [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegionServer(2236): Post open deploy tasks for table1,row0,1733181895139.3d043426b30873cbb85e9f7620578d8e., pid=87, masterSystemTime=1733181901833 2024-12-02T23:25:01,878 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegionServer(2266): Finished post open deploy task for table1,row0,1733181895139.3d043426b30873cbb85e9f7620578d8e. 2024-12-02T23:25:01,878 INFO [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] handler.AssignRegionHandler(153): Opened table1,row0,1733181895139.3d043426b30873cbb85e9f7620578d8e. 2024-12-02T23:25:01,878 INFO [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] handler.AssignRegionHandler(132): Open table1,,1733181895139.fd3d91a33b7762455cb3052e19ebe07b. 2024-12-02T23:25:01,878 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(7752): Opening region: {ENCODED => fd3d91a33b7762455cb3052e19ebe07b, NAME => 'table1,,1733181895139.fd3d91a33b7762455cb3052e19ebe07b.', STARTKEY => '', ENDKEY => 'row0'} 2024-12-02T23:25:01,879 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=84 updating hbase:meta row=3d043426b30873cbb85e9f7620578d8e, regionState=OPEN, openSeqNum=7, regionLocation=9e5ab3b623d7,36969,1733181786563 2024-12-02T23:25:01,879 INFO [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-12-02T23:25:01,879 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 fd3d91a33b7762455cb3052e19ebe07b 2024-12-02T23:25:01,879 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(898): Instantiated table1,,1733181895139.fd3d91a33b7762455cb3052e19ebe07b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T23:25:01,879 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(7794): checking encryption for fd3d91a33b7762455cb3052e19ebe07b 2024-12-02T23:25:01,879 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(7797): checking classloading for fd3d91a33b7762455cb3052e19ebe07b 2024-12-02T23:25:01,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=87, ppid=84, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3d043426b30873cbb85e9f7620578d8e, server=9e5ab3b623d7,36969,1733181786563 because future has completed 2024-12-02T23:25:01,882 INFO [StoreOpener-fd3d91a33b7762455cb3052e19ebe07b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region fd3d91a33b7762455cb3052e19ebe07b 2024-12-02T23:25:01,883 INFO [StoreOpener-fd3d91a33b7762455cb3052e19ebe07b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fd3d91a33b7762455cb3052e19ebe07b columnFamilyName f 2024-12-02T23:25:01,883 DEBUG [StoreOpener-fd3d91a33b7762455cb3052e19ebe07b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T23:25:01,885 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=87, resume processing ppid=84 2024-12-02T23:25:01,886 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=87, ppid=84, state=SUCCESS, hasLock=false; OpenRegionProcedure 3d043426b30873cbb85e9f7620578d8e, server=9e5ab3b623d7,36969,1733181786563 in 201 msec 2024-12-02T23:25:01,889 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=84, ppid=82, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=3d043426b30873cbb85e9f7620578d8e, REOPEN/MOVE in 530 msec 2024-12-02T23:25:01,894 DEBUG [StoreOpener-fd3d91a33b7762455cb3052e19ebe07b-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/default/table1/fd3d91a33b7762455cb3052e19ebe07b/f/623d600897424549ae2833553362a6db_SeqId_4_ 2024-12-02T23:25:01,894 INFO [StoreOpener-fd3d91a33b7762455cb3052e19ebe07b-1 {}] regionserver.HStore(327): Store=fd3d91a33b7762455cb3052e19ebe07b/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T23:25:01,894 INFO [StoreOpener-fd3d91a33b7762455cb3052e19ebe07b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f2 of region fd3d91a33b7762455cb3052e19ebe07b 2024-12-02T23:25:01,896 INFO [StoreOpener-fd3d91a33b7762455cb3052e19ebe07b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fd3d91a33b7762455cb3052e19ebe07b columnFamilyName f2 2024-12-02T23:25:01,896 DEBUG [StoreOpener-fd3d91a33b7762455cb3052e19ebe07b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T23:25:01,896 INFO [StoreOpener-fd3d91a33b7762455cb3052e19ebe07b-1 {}] regionserver.HStore(327): Store=fd3d91a33b7762455cb3052e19ebe07b/f2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T23:25:01,897 INFO [StoreOpener-fd3d91a33b7762455cb3052e19ebe07b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region fd3d91a33b7762455cb3052e19ebe07b 2024-12-02T23:25:01,897 INFO [StoreOpener-fd3d91a33b7762455cb3052e19ebe07b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fd3d91a33b7762455cb3052e19ebe07b columnFamilyName mob 2024-12-02T23:25:01,898 DEBUG [StoreOpener-fd3d91a33b7762455cb3052e19ebe07b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T23:25:01,904 DEBUG [StoreOpener-fd3d91a33b7762455cb3052e19ebe07b-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/default/table1/fd3d91a33b7762455cb3052e19ebe07b/mob/b79581c5c5814121ab43756ac76d0be1_SeqId_4_ 2024-12-02T23:25:01,904 INFO [StoreOpener-fd3d91a33b7762455cb3052e19ebe07b-1 {}] regionserver.HStore(327): Store=fd3d91a33b7762455cb3052e19ebe07b/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T23:25:01,904 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(1038): replaying wal for fd3d91a33b7762455cb3052e19ebe07b 2024-12-02T23:25:01,905 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/default/table1/fd3d91a33b7762455cb3052e19ebe07b 2024-12-02T23:25:01,906 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/default/table1/fd3d91a33b7762455cb3052e19ebe07b 2024-12-02T23:25:01,907 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(1048): stopping wal replay for fd3d91a33b7762455cb3052e19ebe07b 2024-12-02T23:25:01,907 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(1060): Cleaning up temporary data for fd3d91a33b7762455cb3052e19ebe07b 2024-12-02T23:25:01,907 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T23:25:01,909 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(1093): writing seq id for fd3d91a33b7762455cb3052e19ebe07b 2024-12-02T23:25:01,910 INFO [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(1114): Opened fd3d91a33b7762455cb3052e19ebe07b; next sequenceid=7; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11586881600, jitterRate=0.07911244034767151}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T23:25:01,910 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fd3d91a33b7762455cb3052e19ebe07b 2024-12-02T23:25:01,910 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(1006): Region open journal for fd3d91a33b7762455cb3052e19ebe07b: Running coprocessor pre-open hook at 1733181901879Writing region info on filesystem at 1733181901879Initializing all the Stores at 1733181901882 (+3 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733181901882Instantiating store for column family {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733181901882Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733181901882Cleaning up temporary data from old regions at 1733181901907 (+25 ms)Running coprocessor post-open hooks at 1733181901910 (+3 ms)Region opened successfully at 1733181901910 2024-12-02T23:25:01,911 INFO [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegionServer(2236): Post open deploy tasks for table1,,1733181895139.fd3d91a33b7762455cb3052e19ebe07b., pid=88, masterSystemTime=1733181901833 2024-12-02T23:25:01,912 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegionServer(2266): Finished post open deploy task for table1,,1733181895139.fd3d91a33b7762455cb3052e19ebe07b. 2024-12-02T23:25:01,912 INFO [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] handler.AssignRegionHandler(153): Opened table1,,1733181895139.fd3d91a33b7762455cb3052e19ebe07b. 2024-12-02T23:25:01,913 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=83 updating hbase:meta row=fd3d91a33b7762455cb3052e19ebe07b, regionState=OPEN, openSeqNum=7, regionLocation=9e5ab3b623d7,36969,1733181786563 2024-12-02T23:25:01,915 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=88, ppid=83, state=RUNNABLE, hasLock=false; OpenRegionProcedure fd3d91a33b7762455cb3052e19ebe07b, server=9e5ab3b623d7,36969,1733181786563 because future has completed 2024-12-02T23:25:01,918 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=88, resume processing ppid=83 2024-12-02T23:25:01,918 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=88, ppid=83, state=SUCCESS, hasLock=false; OpenRegionProcedure fd3d91a33b7762455cb3052e19ebe07b, server=9e5ab3b623d7,36969,1733181786563 in 234 msec 2024-12-02T23:25:01,920 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=83, resume processing ppid=82 2024-12-02T23:25:01,920 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=83, ppid=82, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=fd3d91a33b7762455cb3052e19ebe07b, REOPEN/MOVE in 563 msec 2024-12-02T23:25:01,923 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=82, resume processing ppid=81 2024-12-02T23:25:01,923 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=82, ppid=81, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=table1 in 569 msec 2024-12-02T23:25:01,924 DEBUG [PEWorker-3 {}] procedure.MasterDDLOperationHelper(51): Removing family=f3 from table=table1 2024-12-02T23:25:01,925 DEBUG [PEWorker-3 {}] backup.HFileArchiver(265): No files to dispose of in table1,,1733181895139.fd3d91a33b7762455cb3052e19ebe07b., family=f3 2024-12-02T23:25:01,926 DEBUG [PEWorker-3 {}] backup.HFileArchiver(265): No files to dispose of in table1,row0,1733181895139.3d043426b30873cbb85e9f7620578d8e., family=f3 2024-12-02T23:25:01,928 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=81, state=SUCCESS, hasLock=false; ModifyTableProcedure table=table1 in 598 msec 2024-12-02T23:25:01,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43647 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=81 2024-12-02T23:25:01,930 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY, Table Name: default:table1 completed 2024-12-02T23:25:01,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-12-02T23:25:01,934 INFO [Time-limited test {}] util.RestoreTool(200): Changed table1 to: 'table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T23:25:01,934 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(64): Restore incremental backup from directory hdfs://localhost:44093/backupUT/backup_1733181872550/default/test-1733181795915/f2/55497ef697af402fa0249890357f1fc5 from hbase tables test-1733181795915 to tables table1 2024-12-02T23:25:01,934 INFO [Time-limited test {}] mapreduce.MapReduceRestoreJob(72): Restore test-1733181795915 into table1 2024-12-02T23:25:01,937 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(112): add incremental job :hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/hbase-staging/bulk_output-default-table1-1733181901934 from hdfs://localhost:44093/backupUT/backup_1733181872550/default/test-1733181795915/f2/55497ef697af402fa0249890357f1fc5 2024-12-02T23:25:01,938 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@298b2655, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T23:25:01,938 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9e5ab3b623d7,43647,-1 for getting cluster id 2024-12-02T23:25:01,938 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T23:25:01,939 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '63424050-545e-45e7-97f4-936912587d3f' 2024-12-02T23:25:01,939 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T23:25:01,940 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "63424050-545e-45e7-97f4-936912587d3f" 2024-12-02T23:25:01,940 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@504bab74, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T23:25:01,940 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9e5ab3b623d7,43647,-1] 2024-12-02T23:25:01,940 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T23:25:01,940 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T23:25:01,942 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37078, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T23:25:01,942 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cc8f2df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T23:25:01,942 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T23:25:01,943 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 9e5ab3b623d7,43647,1733181782694 2024-12-02T23:25:01,943 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@b8be200 2024-12-02T23:25:01,943 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T23:25:01,944 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37086, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T23:25:01,945 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled 2024-12-02T23:25:01,945 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table table1 2024-12-02T23:25:01,946 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-12-02T23:25:01,946 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T23:25:01,947 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9e5ab3b623d7,36969,1733181786563, seqNum=-1] 2024-12-02T23:25:01,947 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T23:25:01,948 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50946, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T23:25:01,950 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for table1: 2024-12-02T23:25:01,950 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for table1: row0 2024-12-02T23:25:01,950 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 2 reduce partitions to match current region count for all tables 2024-12-02T23:25:01,951 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/hbase-staging/partitions_9ac294f4-e30b-4425-a995-2e6984cd0415 2024-12-02T23:25:01,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741990_1166 (size=177) 2024-12-02T23:25:02,361 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T23:25:02,362 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T23:25:02,362 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T23:25:03,441 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/65b4e9ef-7447-bc2e-d622-21fab4f7aa50/hadoop-7006982550096146427.jar 2024-12-02T23:25:03,441 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T23:25:03,441 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T23:25:03,510 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/65b4e9ef-7447-bc2e-d622-21fab4f7aa50/hadoop-3927627909013722342.jar 2024-12-02T23:25:03,511 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T23:25:03,511 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T23:25:03,511 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T23:25:03,512 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T23:25:03,512 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T23:25:03,512 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T23:25:03,512 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-12-02T23:25:03,513 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-12-02T23:25:03,513 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-12-02T23:25:03,513 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-12-02T23:25:03,513 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-12-02T23:25:03,513 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-12-02T23:25:03,514 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-12-02T23:25:03,514 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-12-02T23:25:03,514 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-12-02T23:25:03,514 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-12-02T23:25:03,515 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-12-02T23:25:03,515 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T23:25:03,583 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/65b4e9ef-7447-bc2e-d622-21fab4f7aa50/hadoop-11698393482152026932.jar 2024-12-02T23:25:03,583 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/65b4e9ef-7447-bc2e-d622-21fab4f7aa50/hadoop-11698393482152026932.jar 2024-12-02T23:25:03,583 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T23:25:03,583 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/65b4e9ef-7447-bc2e-d622-21fab4f7aa50/hadoop-11698393482152026932.jar 2024-12-02T23:25:03,584 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/65b4e9ef-7447-bc2e-d622-21fab4f7aa50/hadoop-11698393482152026932.jar 2024-12-02T23:25:03,584 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-02T23:25:03,584 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: table1 2024-12-02T23:25:03,584 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T23:25:03,584 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.createSubmittableJob(MapReduceHFileSplitterJob.java:123) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.run(MapReduceHFileSplitterJob.java:170) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:82) at org.apache.hadoop.hbase.backup.util.RestoreTool.incrementalRestoreTable(RestoreTool.java:205) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:185) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:213) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T23:25:03,584 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T23:25:03,585 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T23:25:03,585 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T23:25:03,585 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(124): success configuring load incremental job 2024-12-02T23:25:03,585 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-12-02T23:25:03,597 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-12-02T23:25:03,611 WARN [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2024-12-02T23:25:03,713 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/65b4e9ef-7447-bc2e-d622-21fab4f7aa50/mapreduce.cluster.local.dir/job_local952620410_0015_146b7d52-46d7-44fb-918b-4de2fcd246b5/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory 2024-12-02T23:25:03,713 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/65b4e9ef-7447-bc2e-d622-21fab4f7aa50/mapreduce.cluster.local.dir/job_local952620410_0015_146b7d52-46d7-44fb-918b-4de2fcd246b5/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/* 2024-12-02T23:25:03,800 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:44093/backupUT/backup_1733181872550/default/test-1733181795915/f2/55497ef697af402fa0249890357f1fc5 2024-12-02T23:25:03,803 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-12-02T23:25:03,839 DEBUG [pool-281-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cda38e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T23:25:03,839 DEBUG [pool-281-thread-1 {}] client.ClusterIdFetcher(90): Going to request 9e5ab3b623d7,43647,-1 for getting cluster id 2024-12-02T23:25:03,839 DEBUG [pool-281-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T23:25:03,840 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '63424050-545e-45e7-97f4-936912587d3f' 2024-12-02T23:25:03,840 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T23:25:03,840 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "63424050-545e-45e7-97f4-936912587d3f" 2024-12-02T23:25:03,840 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c3f9f45, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T23:25:03,841 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9e5ab3b623d7,43647,-1] 2024-12-02T23:25:03,841 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T23:25:03,841 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T23:25:03,842 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37098, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T23:25:03,842 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25796896, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T23:25:03,843 DEBUG [pool-281-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T23:25:03,844 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9e5ab3b623d7,36969,1733181786563, seqNum=-1] 2024-12-02T23:25:03,844 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T23:25:03,844 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50956, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T23:25:03,846 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row-test-1733181795915-2-0', locateType=CURRENT is [region=table1,,1733181895139.fd3d91a33b7762455cb3052e19ebe07b., hostname=9e5ab3b623d7,36969,1733181786563, seqNum=7] 2024-12-02T23:25:03,847 INFO [pool-281-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-281-thread-1. 2024-12-02T23:25:03,847 DEBUG [pool-281-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T23:25:03,847 DEBUG [pool-281-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T23:25:03,847 DEBUG [pool-281-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T23:25:03,847 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T23:25:03,847 DEBUG [pool-281-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1733181795915-2-0] 2024-12-02T23:25:03,847 DEBUG [pool-281-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 9e5ab3b623d7 2024-12-02T23:25:03,852 DEBUG [pool-281-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/hbase-staging/bulk_output-default-table1-1733181901934/_temporary/0/_temporary/attempt_local952620410_0015_r_000000_0/f2/77960d7e2fb84f50b79a001165105ce9 is 58, key is row-test-1733181795915-2-0/f2:q1/1733181867534/Put/seqid=0 2024-12-02T23:25:03,854 WARN [Thread-1868 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [9e5ab3b623d7:36969] Specified favored nodes: [9e5ab3b623d7:36969] 2024-12-02T23:25:03,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741991_1167 (size=5608) 2024-12-02T23:25:04,759 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(87): Restoring HFiles from directory hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/hbase-staging/bulk_output-default-table1-1733181901934 2024-12-02T23:25:04,760 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5190d2c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T23:25:04,760 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9e5ab3b623d7,43647,-1 for getting cluster id 2024-12-02T23:25:04,760 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T23:25:04,761 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '63424050-545e-45e7-97f4-936912587d3f' 2024-12-02T23:25:04,761 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T23:25:04,761 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "63424050-545e-45e7-97f4-936912587d3f" 2024-12-02T23:25:04,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1512e57a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T23:25:04,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9e5ab3b623d7,43647,-1] 2024-12-02T23:25:04,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T23:25:04,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T23:25:04,763 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37130, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T23:25:04,763 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53378659, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T23:25:04,764 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T23:25:04,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9e5ab3b623d7,36969,1733181786563, seqNum=-1] 2024-12-02T23:25:04,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T23:25:04,766 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50970, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T23:25:04,769 WARN [Time-limited test {}] tool.BulkLoadHFilesTool(259): Skipping non-directory hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/hbase-staging/bulk_output-default-table1-1733181901934/_SUCCESS 2024-12-02T23:25:04,772 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T23:25:04,772 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 9e5ab3b623d7,43647,1733181782694 2024-12-02T23:25:04,772 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2c2f5605 2024-12-02T23:25:04,773 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T23:25:04,773 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37134, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T23:25:04,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='', locateType=CURRENT is [region=table1,,1733181895139.fd3d91a33b7762455cb3052e19ebe07b., hostname=9e5ab3b623d7,36969,1733181786563, seqNum=7] 2024-12-02T23:25:04,778 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-12-02T23:25:04,784 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/hbase-staging/bulk_output-default-table1-1733181901934/f2/77960d7e2fb84f50b79a001165105ce9 first=Optional[row-test-1733181795915-2-0] last=Optional[row-test-1733181795915-2-6] 2024-12-02T23:25:04,787 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36969 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/hbase-staging/bulk_output-default-table1-1733181901934/f2/77960d7e2fb84f50b79a001165105ce9 for inclusion in fd3d91a33b7762455cb3052e19ebe07b/f2 2024-12-02T23:25:04,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36969 {}] regionserver.HStore(626): HFile bounds: first=row-test-1733181795915-2-0 last=row-test-1733181795915-2-6 2024-12-02T23:25:04,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36969 {}] regionserver.HStore(628): Region bounds: first= last=row0 2024-12-02T23:25:04,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36969 {}] regionserver.HRegion(2603): Flush status journal for fd3d91a33b7762455cb3052e19ebe07b: 2024-12-02T23:25:04,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36969 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/hbase-staging/bulk_output-default-table1-1733181901934/f2/77960d7e2fb84f50b79a001165105ce9 to hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/staging/jenkins__table1__oh6b8evlda18ptla4abk28e6o8i3d2n6tup6d2qqfs1et6jqeg1qc16nqt08aifc/f2/77960d7e2fb84f50b79a001165105ce9 2024-12-02T23:25:04,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36969 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/staging/jenkins__table1__oh6b8evlda18ptla4abk28e6o8i3d2n6tup6d2qqfs1et6jqeg1qc16nqt08aifc/f2/77960d7e2fb84f50b79a001165105ce9 as hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/default/table1/fd3d91a33b7762455cb3052e19ebe07b/f2/3faac7b4f0564d0281656fe3fdd63350_SeqId_9_ 2024-12-02T23:25:04,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36969 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57c7e288, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T23:25:04,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36969 {}] client.ClusterIdFetcher(90): Going to request 9e5ab3b623d7,43647,-1 for getting cluster id 2024-12-02T23:25:04,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36969 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T23:25:04,794 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '63424050-545e-45e7-97f4-936912587d3f' 2024-12-02T23:25:04,794 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T23:25:04,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "63424050-545e-45e7-97f4-936912587d3f" 2024-12-02T23:25:04,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53169908, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T23:25:04,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9e5ab3b623d7,43647,-1] 2024-12-02T23:25:04,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T23:25:04,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T23:25:04,796 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37140, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T23:25:04,796 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1449a9b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T23:25:04,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36969 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T23:25:04,797 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 9e5ab3b623d7,43647,1733181782694 2024-12-02T23:25:04,797 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2ae9ec1d 2024-12-02T23:25:04,797 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T23:25:04,798 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37148, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T23:25:04,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36969 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T23:25:04,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9e5ab3b623d7,36969,1733181786563, seqNum=-1] 2024-12-02T23:25:04,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T23:25:04,801 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50978, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T23:25:04,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-02T23:25:04,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-02T23:25:04,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1733181804535.41b16360daeacbacc52483ff2a73035a., hostname=9e5ab3b623d7,36969,1733181786563, seqNum=2] 2024-12-02T23:25:04,816 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36969 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36969. 2024-12-02T23:25:04,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36969 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T23:25:04,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36969 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T23:25:04,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36969 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T23:25:04,817 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T23:25:04,818 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36969 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/staging/jenkins__table1__oh6b8evlda18ptla4abk28e6o8i3d2n6tup6d2qqfs1et6jqeg1qc16nqt08aifc/f2/77960d7e2fb84f50b79a001165105ce9 into fd3d91a33b7762455cb3052e19ebe07b/f2 as hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/default/table1/fd3d91a33b7762455cb3052e19ebe07b/f2/3faac7b4f0564d0281656fe3fdd63350_SeqId_9_ - updating store file list. 2024-12-02T23:25:04,823 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36969 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/default/table1/fd3d91a33b7762455cb3052e19ebe07b/f2/3faac7b4f0564d0281656fe3fdd63350_SeqId_9_ into fd3d91a33b7762455cb3052e19ebe07b/f2 2024-12-02T23:25:04,823 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36969 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/staging/jenkins__table1__oh6b8evlda18ptla4abk28e6o8i3d2n6tup6d2qqfs1et6jqeg1qc16nqt08aifc/f2/77960d7e2fb84f50b79a001165105ce9 into fd3d91a33b7762455cb3052e19ebe07b/f2 (new location: hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/default/table1/fd3d91a33b7762455cb3052e19ebe07b/f2/3faac7b4f0564d0281656fe3fdd63350_SeqId_9_) 2024-12-02T23:25:04,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36969 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/staging/jenkins__table1__oh6b8evlda18ptla4abk28e6o8i3d2n6tup6d2qqfs1et6jqeg1qc16nqt08aifc/f2/77960d7e2fb84f50b79a001165105ce9 2024-12-02T23:25:04,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36969 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a05ffae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T23:25:04,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36969 {}] client.ClusterIdFetcher(90): Going to request 9e5ab3b623d7,43647,-1 for getting cluster id 2024-12-02T23:25:04,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36969 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T23:25:04,827 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '63424050-545e-45e7-97f4-936912587d3f' 2024-12-02T23:25:04,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T23:25:04,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "63424050-545e-45e7-97f4-936912587d3f" 2024-12-02T23:25:04,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@333c3ad5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T23:25:04,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9e5ab3b623d7,43647,-1] 2024-12-02T23:25:04,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T23:25:04,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T23:25:04,828 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37168, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-12-02T23:25:04,829 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a341614, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T23:25:04,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36969 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T23:25:04,829 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 9e5ab3b623d7,43647,1733181782694 2024-12-02T23:25:04,830 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@62dd732f 2024-12-02T23:25:04,830 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T23:25:04,830 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37182, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-12-02T23:25:04,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36969 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T23:25:04,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9e5ab3b623d7,36969,1733181786563, seqNum=-1] 2024-12-02T23:25:04,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T23:25:04,833 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50984, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-02T23:25:04,838 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-02T23:25:04,841 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-02T23:25:04,844 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1733181804535.41b16360daeacbacc52483ff2a73035a., hostname=9e5ab3b623d7,36969,1733181786563, seqNum=2] 2024-12-02T23:25:04,847 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36969 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36969. 2024-12-02T23:25:04,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36969 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T23:25:04,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36969 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T23:25:04,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36969 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T23:25:04,848 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T23:25:04,848 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T23:25:04,848 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:90) at org.apache.hadoop.hbase.backup.util.RestoreTool.incrementalRestoreTable(RestoreTool.java:205) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:185) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:213) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T23:25:04,848 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T23:25:04,848 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T23:25:04,849 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(95): Restore Job finished:0 2024-12-02T23:25:04,849 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T23:25:04,849 INFO [Time-limited test {}] impl.RestoreTablesClient(187): test-1733181795915 has been successfully restored to table1 2024-12-02T23:25:04,849 INFO [Time-limited test {}] impl.RestoreTablesClient(229): Restore includes the following image(s): 2024-12-02T23:25:04,849 INFO [Time-limited test {}] impl.RestoreTablesClient(231): Backup: backup_1733181872550 hdfs://localhost:44093/backupUT/backup_1733181872550/default/test-1733181795915/ 2024-12-02T23:25:04,849 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=table1,,1733181895139.fd3d91a33b7762455cb3052e19ebe07b., hostname=9e5ab3b623d7,36969,1733181786563, seqNum=7 , the old value is region=table1,,1733181895139.fd3d91a33b7762455cb3052e19ebe07b., hostname=9e5ab3b623d7,36969,1733181786563, seqNum=7, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=9e5ab3b623d7:36969 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-02T23:25:04,849 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=table1,,1733181895139.fd3d91a33b7762455cb3052e19ebe07b., hostname=9e5ab3b623d7,36969,1733181786563, seqNum=7 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-02T23:25:04,849 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=table1,,1733181895139.fd3d91a33b7762455cb3052e19ebe07b., hostname=9e5ab3b623d7,36969,1733181786563, seqNum=7 from cache 2024-12-02T23:25:04,850 DEBUG [Time-limited test {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:44093/backupUT/backup_1733181840907/.backup.manifest 2024-12-02T23:25:04,850 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-12-02T23:25:04,852 DEBUG [Time-limited test {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1733181840907/.backup.manifest 2024-12-02T23:25:04,852 INFO [Time-limited test {}] impl.RestoreTablesClient(147): Restoring 'ns2:test-17331817959151' to 'ns2:table2' from full backup image hdfs://localhost:44093/backupUT/backup_1733181840907/ns2/test-17331817959151 2024-12-02T23:25:04,854 DEBUG [Time-limited test {}] util.RestoreTool(295): Retrieved descriptor: 'ns2:test-17331817959151', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} thru backup_1733181872550 2024-12-02T23:25:04,856 INFO [Time-limited test {}] util.RestoreTool(480): Truncating exising target table 'ns2:table2', preserving region splits 2024-12-02T23:25:04,857 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43647 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.3 disable ns2:table2 2024-12-02T23:25:04,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43647 {}] procedure2.ProcedureExecutor(1139): Stored pid=89, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=ns2:table2 2024-12-02T23:25:04,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43647 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89 2024-12-02T23:25:04,859 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733181904859"}]},"ts":"1733181904859"} 2024-12-02T23:25:04,861 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:table2, state=DISABLING in hbase:meta 2024-12-02T23:25:04,861 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set ns2:table2 to state=DISABLING 2024-12-02T23:25:04,861 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=90, ppid=89, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=ns2:table2}] 2024-12-02T23:25:04,863 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=91, ppid=90, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=8538055a95c38bc69dd659f5e93260cb, UNASSIGN}] 2024-12-02T23:25:04,863 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=91, ppid=90, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=8538055a95c38bc69dd659f5e93260cb, UNASSIGN 2024-12-02T23:25:04,864 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=91 updating hbase:meta row=8538055a95c38bc69dd659f5e93260cb, regionState=CLOSING, regionLocation=9e5ab3b623d7,36969,1733181786563 2024-12-02T23:25:04,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=91, ppid=90, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=ns2:table2, region=8538055a95c38bc69dd659f5e93260cb, UNASSIGN because future has completed 2024-12-02T23:25:04,866 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-02T23:25:04,866 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=92, ppid=91, state=RUNNABLE, hasLock=false; CloseRegionProcedure 8538055a95c38bc69dd659f5e93260cb, server=9e5ab3b623d7,36969,1733181786563}] 2024-12-02T23:25:04,952 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'table1', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9e5ab3b623d7:36969 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 34 more 2024-12-02T23:25:04,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43647 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89 2024-12-02T23:25:05,018 INFO [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] handler.UnassignRegionHandler(122): Close 8538055a95c38bc69dd659f5e93260cb 2024-12-02T23:25:05,018 DEBUG [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-02T23:25:05,018 DEBUG [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1722): Closing 8538055a95c38bc69dd659f5e93260cb, disabling compactions & flushes 2024-12-02T23:25:05,018 INFO [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1755): Closing region ns2:table2,,1733181890629.8538055a95c38bc69dd659f5e93260cb. 2024-12-02T23:25:05,018 DEBUG [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1776): Time limited wait for close lock on ns2:table2,,1733181890629.8538055a95c38bc69dd659f5e93260cb. 2024-12-02T23:25:05,018 DEBUG [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1843): Acquired close lock on ns2:table2,,1733181890629.8538055a95c38bc69dd659f5e93260cb. after waiting 0 ms 2024-12-02T23:25:05,018 DEBUG [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1853): Updates disabled for region ns2:table2,,1733181890629.8538055a95c38bc69dd659f5e93260cb. 2024-12-02T23:25:05,023 DEBUG [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/ns2/table2/8538055a95c38bc69dd659f5e93260cb/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-12-02T23:25:05,023 DEBUG [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-12-02T23:25:05,023 INFO [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1973): Closed ns2:table2,,1733181890629.8538055a95c38bc69dd659f5e93260cb. 2024-12-02T23:25:05,023 DEBUG [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1676): Region close journal for 8538055a95c38bc69dd659f5e93260cb: Waiting for close lock at 1733181905018Running coprocessor pre-close hooks at 1733181905018Disabling compacts and flushes for region at 1733181905018Disabling writes for close at 1733181905018Writing region close event to WAL at 1733181905019 (+1 ms)Running coprocessor post-close hooks at 1733181905023 (+4 ms)Closed at 1733181905023 2024-12-02T23:25:05,025 INFO [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] handler.UnassignRegionHandler(157): Closed 8538055a95c38bc69dd659f5e93260cb 2024-12-02T23:25:05,026 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=91 updating hbase:meta row=8538055a95c38bc69dd659f5e93260cb, regionState=CLOSED 2024-12-02T23:25:05,027 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=92, ppid=91, state=RUNNABLE, hasLock=false; CloseRegionProcedure 8538055a95c38bc69dd659f5e93260cb, server=9e5ab3b623d7,36969,1733181786563 because future has completed 2024-12-02T23:25:05,030 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=92, resume processing ppid=91 2024-12-02T23:25:05,030 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=92, ppid=91, state=SUCCESS, hasLock=false; CloseRegionProcedure 8538055a95c38bc69dd659f5e93260cb, server=9e5ab3b623d7,36969,1733181786563 in 162 msec 2024-12-02T23:25:05,031 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=91, resume processing ppid=90 2024-12-02T23:25:05,031 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=91, ppid=90, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=8538055a95c38bc69dd659f5e93260cb, UNASSIGN in 168 msec 2024-12-02T23:25:05,034 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=90, resume processing ppid=89 2024-12-02T23:25:05,034 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=90, ppid=89, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=ns2:table2 in 171 msec 2024-12-02T23:25:05,035 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733181905035"}]},"ts":"1733181905035"} 2024-12-02T23:25:05,037 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:table2, state=DISABLED in hbase:meta 2024-12-02T23:25:05,037 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set ns2:table2 to state=DISABLED 2024-12-02T23:25:05,039 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=89, state=SUCCESS, hasLock=false; DisableTableProcedure table=ns2:table2 in 180 msec 2024-12-02T23:25:05,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43647 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89 2024-12-02T23:25:05,172 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: ns2:table2 completed 2024-12-02T23:25:05,173 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43647 {}] master.HMaster$6(2602): Client=jenkins//172.17.0.3 truncate ns2:table2 2024-12-02T23:25:05,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43647 {}] procedure2.ProcedureExecutor(1139): Stored pid=93, state=RUNNABLE:TRUNCATE_TABLE_PRE_OPERATION, hasLock=false; TruncateTableProcedure (table=ns2:table2 preserveSplits=true) 2024-12-02T23:25:05,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43647 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-12-02T23:25:05,175 DEBUG [PEWorker-4 {}] procedure.TruncateTableProcedure(87): waiting for 'ns2:table2' regions in transition 2024-12-02T23:25:05,179 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/ns2/table2/8538055a95c38bc69dd659f5e93260cb 2024-12-02T23:25:05,191 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/ns2/table2/8538055a95c38bc69dd659f5e93260cb/f, FileablePath, hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/ns2/table2/8538055a95c38bc69dd659f5e93260cb/recovered.edits] 2024-12-02T23:25:05,200 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/ns2/table2/8538055a95c38bc69dd659f5e93260cb/f/245fcf857d3640f4b0d509df414da98d_SeqId_4_ to hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/archive/data/ns2/table2/8538055a95c38bc69dd659f5e93260cb/f/245fcf857d3640f4b0d509df414da98d_SeqId_4_ 2024-12-02T23:25:05,203 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/ns2/table2/8538055a95c38bc69dd659f5e93260cb/recovered.edits/6.seqid to hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/archive/data/ns2/table2/8538055a95c38bc69dd659f5e93260cb/recovered.edits/6.seqid 2024-12-02T23:25:05,203 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/ns2/table2/8538055a95c38bc69dd659f5e93260cb 2024-12-02T23:25:05,204 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived ns2:table2 regions 2024-12-02T23:25:05,209 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of ns2:table2 from hbase:meta 2024-12-02T23:25:05,211 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'ns2:table2' descriptor. 2024-12-02T23:25:05,211 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'ns2:table2' from region states. 2024-12-02T23:25:05,212 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"ns2:table2,,1733181890629.8538055a95c38bc69dd659f5e93260cb.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733181905211"}]},"ts":"9223372036854775807"} 2024-12-02T23:25:05,214 INFO [PEWorker-4 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-12-02T23:25:05,214 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 8538055a95c38bc69dd659f5e93260cb, NAME => 'ns2:table2,,1733181890629.8538055a95c38bc69dd659f5e93260cb.', STARTKEY => '', ENDKEY => ''}] 2024-12-02T23:25:05,214 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'ns2:table2' as deleted. 2024-12-02T23:25:05,214 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733181905214"}]},"ts":"9223372036854775807"} 2024-12-02T23:25:05,216 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(867): Deleted table ns2:table2 state from META 2024-12-02T23:25:05,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741992_1168 (size=351) 2024-12-02T23:25:05,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43647 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-12-02T23:25:05,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43647 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-12-02T23:25:05,627 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5de3c6038c4fe9035a277c48c6107a3e, NAME => 'ns2:table2,,1733181905205.5de3c6038c4fe9035a277c48c6107a3e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns2:table2', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca 2024-12-02T23:25:05,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741993_1169 (size=37) 2024-12-02T23:25:05,640 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(898): Instantiated ns2:table2,,1733181905205.5de3c6038c4fe9035a277c48c6107a3e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T23:25:05,640 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1722): Closing 5de3c6038c4fe9035a277c48c6107a3e, disabling compactions & flushes 2024-12-02T23:25:05,640 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1755): Closing region ns2:table2,,1733181905205.5de3c6038c4fe9035a277c48c6107a3e. 2024-12-02T23:25:05,640 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on ns2:table2,,1733181905205.5de3c6038c4fe9035a277c48c6107a3e. 2024-12-02T23:25:05,640 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on ns2:table2,,1733181905205.5de3c6038c4fe9035a277c48c6107a3e. after waiting 0 ms 2024-12-02T23:25:05,640 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region ns2:table2,,1733181905205.5de3c6038c4fe9035a277c48c6107a3e. 2024-12-02T23:25:05,640 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1973): Closed ns2:table2,,1733181905205.5de3c6038c4fe9035a277c48c6107a3e. 2024-12-02T23:25:05,640 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5de3c6038c4fe9035a277c48c6107a3e: Waiting for close lock at 1733181905640Disabling compacts and flushes for region at 1733181905640Disabling writes for close at 1733181905640Writing region close event to WAL at 1733181905640Closed at 1733181905640 2024-12-02T23:25:05,642 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"ns2:table2,,1733181905205.5de3c6038c4fe9035a277c48c6107a3e.","families":{"info":[{"qualifier":"regioninfo","vlen":36,"tag":[],"timestamp":"1733181905641"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733181905641"}]},"ts":"1733181905641"} 2024-12-02T23:25:05,644 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T23:25:05,645 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733181905645"}]},"ts":"1733181905645"} 2024-12-02T23:25:05,649 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:table2, state=ENABLING in hbase:meta 2024-12-02T23:25:05,650 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=5de3c6038c4fe9035a277c48c6107a3e, ASSIGN}] 2024-12-02T23:25:05,651 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=5de3c6038c4fe9035a277c48c6107a3e, ASSIGN 2024-12-02T23:25:05,652 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=ns2:table2, region=5de3c6038c4fe9035a277c48c6107a3e, ASSIGN; state=OFFLINE, location=9e5ab3b623d7,36969,1733181786563; forceNewPlan=false, retain=false 2024-12-02T23:25:05,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43647 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-12-02T23:25:05,802 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=94 updating hbase:meta row=5de3c6038c4fe9035a277c48c6107a3e, regionState=OPENING, regionLocation=9e5ab3b623d7,36969,1733181786563 2024-12-02T23:25:05,804 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=ns2:table2, region=5de3c6038c4fe9035a277c48c6107a3e, ASSIGN because future has completed 2024-12-02T23:25:05,805 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=95, ppid=94, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5de3c6038c4fe9035a277c48c6107a3e, server=9e5ab3b623d7,36969,1733181786563}] 2024-12-02T23:25:05,960 INFO [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] handler.AssignRegionHandler(132): Open ns2:table2,,1733181905205.5de3c6038c4fe9035a277c48c6107a3e. 2024-12-02T23:25:05,960 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(7752): Opening region: {ENCODED => 5de3c6038c4fe9035a277c48c6107a3e, NAME => 'ns2:table2,,1733181905205.5de3c6038c4fe9035a277c48c6107a3e.', STARTKEY => '', ENDKEY => ''} 2024-12-02T23:25:05,961 INFO [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-12-02T23:25:05,961 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table2 5de3c6038c4fe9035a277c48c6107a3e 2024-12-02T23:25:05,961 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(898): Instantiated ns2:table2,,1733181905205.5de3c6038c4fe9035a277c48c6107a3e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T23:25:05,961 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(7794): checking encryption for 5de3c6038c4fe9035a277c48c6107a3e 2024-12-02T23:25:05,961 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(7797): checking classloading for 5de3c6038c4fe9035a277c48c6107a3e 2024-12-02T23:25:05,963 INFO [StoreOpener-5de3c6038c4fe9035a277c48c6107a3e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 5de3c6038c4fe9035a277c48c6107a3e 2024-12-02T23:25:05,964 INFO [StoreOpener-5de3c6038c4fe9035a277c48c6107a3e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5de3c6038c4fe9035a277c48c6107a3e columnFamilyName f 2024-12-02T23:25:05,964 DEBUG [StoreOpener-5de3c6038c4fe9035a277c48c6107a3e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T23:25:05,965 INFO [StoreOpener-5de3c6038c4fe9035a277c48c6107a3e-1 {}] regionserver.HStore(327): Store=5de3c6038c4fe9035a277c48c6107a3e/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T23:25:05,965 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1038): replaying wal for 5de3c6038c4fe9035a277c48c6107a3e 2024-12-02T23:25:05,965 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/ns2/table2/5de3c6038c4fe9035a277c48c6107a3e 2024-12-02T23:25:05,966 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/ns2/table2/5de3c6038c4fe9035a277c48c6107a3e 2024-12-02T23:25:05,966 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1048): stopping wal replay for 5de3c6038c4fe9035a277c48c6107a3e 2024-12-02T23:25:05,966 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1060): Cleaning up temporary data for 5de3c6038c4fe9035a277c48c6107a3e 2024-12-02T23:25:05,972 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1093): writing seq id for 5de3c6038c4fe9035a277c48c6107a3e 2024-12-02T23:25:05,975 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/ns2/table2/5de3c6038c4fe9035a277c48c6107a3e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T23:25:05,975 INFO [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1114): Opened 5de3c6038c4fe9035a277c48c6107a3e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9578555680, jitterRate=-0.10792748630046844}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-02T23:25:05,975 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5de3c6038c4fe9035a277c48c6107a3e 2024-12-02T23:25:05,976 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1006): Region open journal for 5de3c6038c4fe9035a277c48c6107a3e: Running coprocessor pre-open hook at 1733181905961Writing region info on filesystem at 1733181905961Initializing all the Stores at 1733181905962 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733181905962Cleaning up temporary data from old regions at 1733181905966 (+4 ms)Running coprocessor post-open hooks at 1733181905975 (+9 ms)Region opened successfully at 1733181905976 (+1 ms) 2024-12-02T23:25:05,978 INFO [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegionServer(2236): Post open deploy tasks for ns2:table2,,1733181905205.5de3c6038c4fe9035a277c48c6107a3e., pid=95, masterSystemTime=1733181905957 2024-12-02T23:25:05,980 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegionServer(2266): Finished post open deploy task for ns2:table2,,1733181905205.5de3c6038c4fe9035a277c48c6107a3e. 2024-12-02T23:25:05,980 INFO [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] handler.AssignRegionHandler(153): Opened ns2:table2,,1733181905205.5de3c6038c4fe9035a277c48c6107a3e. 2024-12-02T23:25:05,981 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=94 updating hbase:meta row=5de3c6038c4fe9035a277c48c6107a3e, regionState=OPEN, openSeqNum=2, regionLocation=9e5ab3b623d7,36969,1733181786563 2024-12-02T23:25:05,983 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=95, ppid=94, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5de3c6038c4fe9035a277c48c6107a3e, server=9e5ab3b623d7,36969,1733181786563 because future has completed 2024-12-02T23:25:05,986 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=95, resume processing ppid=94 2024-12-02T23:25:05,986 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=95, ppid=94, state=SUCCESS, hasLock=false; OpenRegionProcedure 5de3c6038c4fe9035a277c48c6107a3e, server=9e5ab3b623d7,36969,1733181786563 in 178 msec 2024-12-02T23:25:05,988 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=94, resume processing ppid=93 2024-12-02T23:25:05,988 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=94, ppid=93, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=5de3c6038c4fe9035a277c48c6107a3e, ASSIGN in 336 msec 2024-12-02T23:25:05,988 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733181905988"}]},"ts":"1733181905988"} 2024-12-02T23:25:05,990 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:table2, state=ENABLED in hbase:meta 2024-12-02T23:25:05,990 DEBUG [PEWorker-5 {}] procedure.TruncateTableProcedure(145): truncate 'ns2:table2' completed 2024-12-02T23:25:05,991 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=93, state=SUCCESS, hasLock=false; TruncateTableProcedure (table=ns2:table2 preserveSplits=true) in 817 msec 2024-12-02T23:25:06,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43647 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-12-02T23:25:06,312 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: TRUNCATE, Table Name: ns2:table2 completed 2024-12-02T23:25:06,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:table2,, stopping at row=ns2:table2 ,, for max=2147483647 with caching=100 2024-12-02T23:25:06,316 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(64): Restore full backup from directory hdfs://localhost:44093/backupUT/backup_1733181840907/ns2/test-17331817959151/archive/data/ns2/test-17331817959151/2c1b1533dbdd8e1e2667495a8915c673 from hbase tables ns2:test-17331817959151 to tables ns2:table2 2024-12-02T23:25:06,316 INFO [Time-limited test {}] mapreduce.MapReduceRestoreJob(72): Restore ns2:test-17331817959151 into ns2:table2 2024-12-02T23:25:06,318 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(112): add incremental job :hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/hbase-staging/bulk_output-ns2-table2-1733181906316 from hdfs://localhost:44093/backupUT/backup_1733181840907/ns2/test-17331817959151/archive/data/ns2/test-17331817959151/2c1b1533dbdd8e1e2667495a8915c673 2024-12-02T23:25:06,319 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a1a5184, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T23:25:06,319 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9e5ab3b623d7,43647,-1 for getting cluster id 2024-12-02T23:25:06,319 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T23:25:06,320 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '63424050-545e-45e7-97f4-936912587d3f' 2024-12-02T23:25:06,320 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T23:25:06,320 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "63424050-545e-45e7-97f4-936912587d3f" 2024-12-02T23:25:06,320 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20d02271, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T23:25:06,320 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9e5ab3b623d7,43647,-1] 2024-12-02T23:25:06,321 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T23:25:06,321 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T23:25:06,322 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37206, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T23:25:06,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e522973, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T23:25:06,322 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T23:25:06,323 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 9e5ab3b623d7,43647,1733181782694 2024-12-02T23:25:06,323 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3e5d0a2 2024-12-02T23:25:06,323 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T23:25:06,324 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37222, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T23:25:06,325 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled 2024-12-02T23:25:06,325 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns2:table2 2024-12-02T23:25:06,325 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:table2,, stopping at row=ns2:table2 ,, for max=2147483647 with caching=100 2024-12-02T23:25:06,325 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T23:25:06,326 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9e5ab3b623d7,36969,1733181786563, seqNum=-1] 2024-12-02T23:25:06,326 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T23:25:06,327 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50996, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T23:25:06,329 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns2:table2: 2024-12-02T23:25:06,329 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 1 reduce partitions to match current region count for all tables 2024-12-02T23:25:06,329 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/hbase-staging/partitions_81fcc96c-da6d-4a87-994d-260bcf9f9918 2024-12-02T23:25:06,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741994_1170 (size=153) 2024-12-02T23:25:06,736 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T23:25:06,736 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T23:25:06,737 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T23:25:07,021 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobtracker.properties,hadoop-metrics2.properties 2024-12-02T23:25:07,770 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/65b4e9ef-7447-bc2e-d622-21fab4f7aa50/hadoop-15697112521773576767.jar 2024-12-02T23:25:07,770 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T23:25:07,771 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T23:25:07,837 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/65b4e9ef-7447-bc2e-d622-21fab4f7aa50/hadoop-5560979666467002746.jar 2024-12-02T23:25:07,837 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T23:25:07,838 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T23:25:07,838 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T23:25:07,838 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T23:25:07,838 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T23:25:07,839 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T23:25:07,839 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-12-02T23:25:07,839 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-12-02T23:25:07,839 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-12-02T23:25:07,840 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-12-02T23:25:07,840 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-12-02T23:25:07,840 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-12-02T23:25:07,840 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-12-02T23:25:07,840 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-12-02T23:25:07,840 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-12-02T23:25:07,841 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-12-02T23:25:07,841 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-12-02T23:25:07,841 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T23:25:07,917 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/65b4e9ef-7447-bc2e-d622-21fab4f7aa50/hadoop-5656075333170341235.jar 2024-12-02T23:25:07,918 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/65b4e9ef-7447-bc2e-d622-21fab4f7aa50/hadoop-5656075333170341235.jar 2024-12-02T23:25:07,918 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T23:25:07,918 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/65b4e9ef-7447-bc2e-d622-21fab4f7aa50/hadoop-5656075333170341235.jar 2024-12-02T23:25:07,919 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/65b4e9ef-7447-bc2e-d622-21fab4f7aa50/hadoop-5656075333170341235.jar 2024-12-02T23:25:07,919 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-02T23:25:07,919 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: ns2:table2 2024-12-02T23:25:07,920 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T23:25:07,920 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.createSubmittableJob(MapReduceHFileSplitterJob.java:123) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.run(MapReduceHFileSplitterJob.java:170) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:82) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:213) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T23:25:07,920 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T23:25:07,920 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T23:25:07,920 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T23:25:07,920 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(124): success configuring load incremental job 2024-12-02T23:25:07,921 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-12-02T23:25:07,942 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-12-02T23:25:07,962 WARN [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2024-12-02T23:25:08,101 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/65b4e9ef-7447-bc2e-d622-21fab4f7aa50/mapreduce.cluster.local.dir/job_local1581153317_0016_5c493548-9ac1-46f3-b1ab-5e49cc87ca87/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory 2024-12-02T23:25:08,101 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/65b4e9ef-7447-bc2e-d622-21fab4f7aa50/mapreduce.cluster.local.dir/job_local1581153317_0016_5c493548-9ac1-46f3-b1ab-5e49cc87ca87/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/* 2024-12-02T23:25:08,160 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:44093/backupUT/backup_1733181840907/ns2/test-17331817959151/archive/data/ns2/test-17331817959151/2c1b1533dbdd8e1e2667495a8915c673/f/f94be1bc8d844349abfb0b92f90362ff 2024-12-02T23:25:08,165 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-12-02T23:25:08,219 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:44093/backupUT/backup_1733181840907/ns2/test-17331817959151/archive/data/ns2/test-17331817959151/2c1b1533dbdd8e1e2667495a8915c673/f/1b5341d41e2649b297fbede499dd3a56 2024-12-02T23:25:08,224 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-12-02T23:25:08,264 DEBUG [pool-286-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e8aa274, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T23:25:08,264 DEBUG [pool-286-thread-1 {}] client.ClusterIdFetcher(90): Going to request 9e5ab3b623d7,43647,-1 for getting cluster id 2024-12-02T23:25:08,265 DEBUG [pool-286-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T23:25:08,266 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '63424050-545e-45e7-97f4-936912587d3f' 2024-12-02T23:25:08,266 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T23:25:08,266 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "63424050-545e-45e7-97f4-936912587d3f" 2024-12-02T23:25:08,266 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a1a3058, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T23:25:08,266 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9e5ab3b623d7,43647,-1] 2024-12-02T23:25:08,266 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T23:25:08,267 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T23:25:08,267 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37236, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T23:25:08,268 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a690bcd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T23:25:08,268 DEBUG [pool-286-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T23:25:08,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9e5ab3b623d7,36969,1733181786563, seqNum=-1] 2024-12-02T23:25:08,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T23:25:08,270 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50998, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T23:25:08,272 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:table2', row='row-t20', locateType=CURRENT is [region=ns2:table2,,1733181905205.5de3c6038c4fe9035a277c48c6107a3e., hostname=9e5ab3b623d7,36969,1733181786563, seqNum=2] 2024-12-02T23:25:08,272 INFO [pool-286-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-286-thread-1. 2024-12-02T23:25:08,272 DEBUG [pool-286-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T23:25:08,272 DEBUG [pool-286-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T23:25:08,272 DEBUG [pool-286-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T23:25:08,272 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T23:25:08,272 DEBUG [pool-286-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-t20] 2024-12-02T23:25:08,272 DEBUG [pool-286-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 9e5ab3b623d7 2024-12-02T23:25:08,276 DEBUG [pool-286-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/hbase-staging/bulk_output-ns2-table2-1733181906316/_temporary/0/_temporary/attempt_local1581153317_0016_r_000000_0/f/5b822994a6c445279a7bfdcc422d75cc is 38, key is row-t20/f:q1/1733181826032/Put/seqid=0 2024-12-02T23:25:08,278 WARN [Thread-1943 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [9e5ab3b623d7:36969] Specified favored nodes: [9e5ab3b623d7:36969] 2024-12-02T23:25:08,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741995_1171 (size=8935) 2024-12-02T23:25:09,093 DEBUG [regionserver/9e5ab3b623d7:0.Chore.1 {}] throttle.PressureAwareCompactionThroughputController(103): CompactionPressure is 0.07692307692307693, tune throughput to 53.85 MB/second 2024-12-02T23:25:09,143 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(87): Restoring HFiles from directory hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/hbase-staging/bulk_output-ns2-table2-1733181906316 2024-12-02T23:25:09,144 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d71aee1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T23:25:09,144 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9e5ab3b623d7,43647,-1 for getting cluster id 2024-12-02T23:25:09,144 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T23:25:09,145 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '63424050-545e-45e7-97f4-936912587d3f' 2024-12-02T23:25:09,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T23:25:09,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "63424050-545e-45e7-97f4-936912587d3f" 2024-12-02T23:25:09,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bad1f16, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T23:25:09,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9e5ab3b623d7,43647,-1] 2024-12-02T23:25:09,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T23:25:09,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T23:25:09,146 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37252, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T23:25:09,147 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4da6ac9f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T23:25:09,147 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T23:25:09,148 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9e5ab3b623d7,36969,1733181786563, seqNum=-1] 2024-12-02T23:25:09,148 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T23:25:09,149 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51010, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T23:25:09,152 WARN [Time-limited test {}] tool.BulkLoadHFilesTool(259): Skipping non-directory hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/hbase-staging/bulk_output-ns2-table2-1733181906316/_SUCCESS 2024-12-02T23:25:09,155 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T23:25:09,155 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 9e5ab3b623d7,43647,1733181782694 2024-12-02T23:25:09,155 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5331915 2024-12-02T23:25:09,155 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T23:25:09,156 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37266, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T23:25:09,159 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:table2', row='', locateType=CURRENT is [region=ns2:table2,,1733181905205.5de3c6038c4fe9035a277c48c6107a3e., hostname=9e5ab3b623d7,36969,1733181786563, seqNum=2] 2024-12-02T23:25:09,161 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:table2,, stopping at row=ns2:table2 ,, for max=2147483647 with caching=100 2024-12-02T23:25:09,166 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/hbase-staging/bulk_output-ns2-table2-1733181906316/f/5b822994a6c445279a7bfdcc422d75cc first=Optional[row-t20] last=Optional[row98] 2024-12-02T23:25:09,169 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36969 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/hbase-staging/bulk_output-ns2-table2-1733181906316/f/5b822994a6c445279a7bfdcc422d75cc for inclusion in 5de3c6038c4fe9035a277c48c6107a3e/f 2024-12-02T23:25:09,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36969 {}] regionserver.HStore(626): HFile bounds: first=row-t20 last=row98 2024-12-02T23:25:09,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36969 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-02T23:25:09,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36969 {}] regionserver.HRegion(2603): Flush status journal for 5de3c6038c4fe9035a277c48c6107a3e: 2024-12-02T23:25:09,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36969 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/hbase-staging/bulk_output-ns2-table2-1733181906316/f/5b822994a6c445279a7bfdcc422d75cc to hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/staging/jenkins__ns2_table2__b5bau67h0vrg8fic03ireaorupfamehrp081hl29pm4s4dmgft0ehrf9vo8dk035/f/5b822994a6c445279a7bfdcc422d75cc 2024-12-02T23:25:09,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36969 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/staging/jenkins__ns2_table2__b5bau67h0vrg8fic03ireaorupfamehrp081hl29pm4s4dmgft0ehrf9vo8dk035/f/5b822994a6c445279a7bfdcc422d75cc as hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/ns2/table2/5de3c6038c4fe9035a277c48c6107a3e/f/c575f8afa403491a9dced96925fbc43f_SeqId_4_ 2024-12-02T23:25:09,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36969 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@245d0715, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T23:25:09,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36969 {}] client.ClusterIdFetcher(90): Going to request 9e5ab3b623d7,43647,-1 for getting cluster id 2024-12-02T23:25:09,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36969 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T23:25:09,176 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '63424050-545e-45e7-97f4-936912587d3f' 2024-12-02T23:25:09,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T23:25:09,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "63424050-545e-45e7-97f4-936912587d3f" 2024-12-02T23:25:09,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73833d19, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T23:25:09,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9e5ab3b623d7,43647,-1] 2024-12-02T23:25:09,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T23:25:09,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T23:25:09,177 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37290, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T23:25:09,178 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@482089b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T23:25:09,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36969 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T23:25:09,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 9e5ab3b623d7,43647,1733181782694 2024-12-02T23:25:09,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@34fe7ef4 2024-12-02T23:25:09,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T23:25:09,179 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37306, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T23:25:09,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36969 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T23:25:09,181 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9e5ab3b623d7,36969,1733181786563, seqNum=-1] 2024-12-02T23:25:09,181 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T23:25:09,181 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51016, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T23:25:09,186 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-02T23:25:09,189 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-02T23:25:09,192 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1733181804535.41b16360daeacbacc52483ff2a73035a., hostname=9e5ab3b623d7,36969,1733181786563, seqNum=2] 2024-12-02T23:25:09,195 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36969 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36969. 2024-12-02T23:25:09,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36969 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T23:25:09,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36969 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T23:25:09,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36969 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T23:25:09,195 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T23:25:09,196 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36969 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/staging/jenkins__ns2_table2__b5bau67h0vrg8fic03ireaorupfamehrp081hl29pm4s4dmgft0ehrf9vo8dk035/f/5b822994a6c445279a7bfdcc422d75cc into 5de3c6038c4fe9035a277c48c6107a3e/f as hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/ns2/table2/5de3c6038c4fe9035a277c48c6107a3e/f/c575f8afa403491a9dced96925fbc43f_SeqId_4_ - updating store file list. 2024-12-02T23:25:09,200 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36969 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/ns2/table2/5de3c6038c4fe9035a277c48c6107a3e/f/c575f8afa403491a9dced96925fbc43f_SeqId_4_ into 5de3c6038c4fe9035a277c48c6107a3e/f 2024-12-02T23:25:09,200 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36969 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/staging/jenkins__ns2_table2__b5bau67h0vrg8fic03ireaorupfamehrp081hl29pm4s4dmgft0ehrf9vo8dk035/f/5b822994a6c445279a7bfdcc422d75cc into 5de3c6038c4fe9035a277c48c6107a3e/f (new location: hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/ns2/table2/5de3c6038c4fe9035a277c48c6107a3e/f/c575f8afa403491a9dced96925fbc43f_SeqId_4_) 2024-12-02T23:25:09,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36969 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/staging/jenkins__ns2_table2__b5bau67h0vrg8fic03ireaorupfamehrp081hl29pm4s4dmgft0ehrf9vo8dk035/f/5b822994a6c445279a7bfdcc422d75cc 2024-12-02T23:25:09,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36969 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bff333, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T23:25:09,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36969 {}] client.ClusterIdFetcher(90): Going to request 9e5ab3b623d7,43647,-1 for getting cluster id 2024-12-02T23:25:09,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36969 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T23:25:09,202 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '63424050-545e-45e7-97f4-936912587d3f' 2024-12-02T23:25:09,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T23:25:09,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "63424050-545e-45e7-97f4-936912587d3f" 2024-12-02T23:25:09,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d7f0207, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T23:25:09,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9e5ab3b623d7,43647,-1] 2024-12-02T23:25:09,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T23:25:09,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T23:25:09,204 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37318, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-12-02T23:25:09,204 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cba685, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T23:25:09,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36969 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T23:25:09,205 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 9e5ab3b623d7,43647,1733181782694 2024-12-02T23:25:09,205 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@682a850f 2024-12-02T23:25:09,205 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T23:25:09,206 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37324, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-12-02T23:25:09,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36969 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T23:25:09,207 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9e5ab3b623d7,36969,1733181786563, seqNum=-1] 2024-12-02T23:25:09,208 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T23:25:09,208 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51026, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-02T23:25:09,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-02T23:25:09,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-02T23:25:09,220 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1733181804535.41b16360daeacbacc52483ff2a73035a., hostname=9e5ab3b623d7,36969,1733181786563, seqNum=2] 2024-12-02T23:25:09,222 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36969 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36969. 2024-12-02T23:25:09,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36969 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T23:25:09,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36969 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T23:25:09,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36969 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T23:25:09,223 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T23:25:09,223 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T23:25:09,224 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:90) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:213) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T23:25:09,224 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T23:25:09,224 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T23:25:09,224 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T23:25:09,224 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(95): Restore Job finished:0 2024-12-02T23:25:09,225 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=ns2:table2,,1733181905205.5de3c6038c4fe9035a277c48c6107a3e., hostname=9e5ab3b623d7,36969,1733181786563, seqNum=2 , the old value is region=ns2:table2,,1733181905205.5de3c6038c4fe9035a277c48c6107a3e., hostname=9e5ab3b623d7,36969,1733181786563, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=9e5ab3b623d7:36969 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-02T23:25:09,225 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=ns2:table2,,1733181905205.5de3c6038c4fe9035a277c48c6107a3e., hostname=9e5ab3b623d7,36969,1733181786563, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-02T23:25:09,225 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=ns2:table2,,1733181905205.5de3c6038c4fe9035a277c48c6107a3e., hostname=9e5ab3b623d7,36969,1733181786563, seqNum=2 from cache 2024-12-02T23:25:09,225 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-12-02T23:25:09,248 INFO [Time-limited test {}] impl.RestoreTablesClient(175): No incremental changes since full backup for 'ns2:test-17331817959151', skipping incremental restore step. 2024-12-02T23:25:09,248 INFO [Time-limited test {}] impl.RestoreTablesClient(229): Restore includes the following image(s): 2024-12-02T23:25:09,248 INFO [Time-limited test {}] impl.RestoreTablesClient(231): Backup: backup_1733181872550 hdfs://localhost:44093/backupUT/backup_1733181872550/ns2/test-17331817959151/ 2024-12-02T23:25:09,248 DEBUG [Time-limited test {}] impl.RestoreTablesClient(236): restoreStage finished 2024-12-02T23:25:09,249 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(217): After incremental restore: 'table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T23:25:09,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36969 {}] ipc.CallRunner(138): callId: 735 service: ClientService methodName: Scan size: 160 connection: 172.17.0.3:41858 deadline: 1733181969249, exception=org.apache.hadoop.hbase.NotServingRegionException: table1,,1733181884323.4b7e26e753fa1af214c8076fdc0abf48. is not online on 9e5ab3b623d7,36969,1733181786563 2024-12-02T23:25:09,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=table1,,1733181884323.4b7e26e753fa1af214c8076fdc0abf48., hostname=9e5ab3b623d7,36969,1733181786563, seqNum=2 , the old value is region=table1,,1733181884323.4b7e26e753fa1af214c8076fdc0abf48., hostname=9e5ab3b623d7,36969,1733181786563, seqNum=2, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: table1,,1733181884323.4b7e26e753fa1af214c8076fdc0abf48. is not online on 9e5ab3b623d7,36969,1733181786563 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T23:25:09,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=table1,,1733181884323.4b7e26e753fa1af214c8076fdc0abf48., hostname=9e5ab3b623d7,36969,1733181786563, seqNum=2 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: table1,,1733181884323.4b7e26e753fa1af214c8076fdc0abf48. is not online on 9e5ab3b623d7,36969,1733181786563 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T23:25:09,251 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=table1,,1733181884323.4b7e26e753fa1af214c8076fdc0abf48., hostname=9e5ab3b623d7,36969,1733181786563, seqNum=2 from cache 2024-12-02T23:25:09,332 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'ns2:table2', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9e5ab3b623d7:36969 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 34 more 2024-12-02T23:25:09,364 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='', locateType=CURRENT is [region=table1,,1733181895139.fd3d91a33b7762455cb3052e19ebe07b., hostname=9e5ab3b623d7,36969,1733181786563, seqNum=7] 2024-12-02T23:25:09,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36969 {}] ipc.CallRunner(138): callId: 739 service: ClientService methodName: Scan size: 170 connection: 172.17.0.3:41858 deadline: 1733181969367, exception=org.apache.hadoop.hbase.NotServingRegionException: table1,row0,1733181884323.0e907a2f1ef59498321b1cce1cc17933. is not online on 9e5ab3b623d7,36969,1733181786563 2024-12-02T23:25:09,369 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=table1,row0,1733181884323.0e907a2f1ef59498321b1cce1cc17933., hostname=9e5ab3b623d7,36969,1733181786563, seqNum=2 , the old value is region=table1,row0,1733181884323.0e907a2f1ef59498321b1cce1cc17933., hostname=9e5ab3b623d7,36969,1733181786563, seqNum=2, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: table1,row0,1733181884323.0e907a2f1ef59498321b1cce1cc17933. is not online on 9e5ab3b623d7,36969,1733181786563 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T23:25:09,369 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=table1,row0,1733181884323.0e907a2f1ef59498321b1cce1cc17933., hostname=9e5ab3b623d7,36969,1733181786563, seqNum=2 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: table1,row0,1733181884323.0e907a2f1ef59498321b1cce1cc17933. is not online on 9e5ab3b623d7,36969,1733181786563 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T23:25:09,369 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=table1,row0,1733181884323.0e907a2f1ef59498321b1cce1cc17933., hostname=9e5ab3b623d7,36969,1733181786563, seqNum=2 from cache 2024-12-02T23:25:09,485 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row0', locateType=CURRENT is [region=table1,row0,1733181895139.3d043426b30873cbb85e9f7620578d8e., hostname=9e5ab3b623d7,36969,1733181786563, seqNum=7] 2024-12-02T23:25:09,488 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(219): f1 has 198 rows 2024-12-02T23:25:09,492 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(223): f2 has 7 rows 2024-12-02T23:25:09,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36969 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T23:25:09,506 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36969 {}] regionserver.HMobStore(347): The Cell result is null, assemble a new Cell with the same row,family,qualifier,timestamp,type and tags but with an empty value to return. 2024-12-02T23:25:09,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36969 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T23:25:09,510 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36969 {}] regionserver.HMobStore(347): The Cell result is null, assemble a new Cell with the same row,family,qualifier,timestamp,type and tags but with an empty value to return. 2024-12-02T23:25:09,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36969 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T23:25:09,511 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36969 {}] regionserver.HMobStore(347): The Cell result is null, assemble a new Cell with the same row,family,qualifier,timestamp,type and tags but with an empty value to return. 2024-12-02T23:25:09,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36969 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T23:25:09,512 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36969 {}] regionserver.HMobStore(347): The Cell result is null, assemble a new Cell with the same row,family,qualifier,timestamp,type and tags but with an empty value to return. 2024-12-02T23:25:09,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36969 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T23:25:09,513 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36969 {}] regionserver.HMobStore(347): The Cell result is null, assemble a new Cell with the same row,family,qualifier,timestamp,type and tags but with an empty value to return. 2024-12-02T23:25:09,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36969 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T23:25:09,514 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36969 {}] regionserver.HMobStore(347): The Cell result is null, assemble a new Cell with the same row,family,qualifier,timestamp,type and tags but with an empty value to return. 2024-12-02T23:25:09,516 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(227): mob has 111 rows 2024-12-02T23:25:09,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36969 {}] ipc.CallRunner(138): callId: 747 service: ClientService methodName: Scan size: 159 connection: 172.17.0.3:41858 deadline: 1733181969516, exception=org.apache.hadoop.hbase.NotServingRegionException: ns2:table2,,1733181890629.8538055a95c38bc69dd659f5e93260cb. is not online on 9e5ab3b623d7,36969,1733181786563 2024-12-02T23:25:09,518 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=ns2:table2,,1733181890629.8538055a95c38bc69dd659f5e93260cb., hostname=9e5ab3b623d7,36969,1733181786563, seqNum=2 , the old value is region=ns2:table2,,1733181890629.8538055a95c38bc69dd659f5e93260cb., hostname=9e5ab3b623d7,36969,1733181786563, seqNum=2, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: ns2:table2,,1733181890629.8538055a95c38bc69dd659f5e93260cb. is not online on 9e5ab3b623d7,36969,1733181786563 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T23:25:09,518 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=ns2:table2,,1733181890629.8538055a95c38bc69dd659f5e93260cb., hostname=9e5ab3b623d7,36969,1733181786563, seqNum=2 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: ns2:table2,,1733181890629.8538055a95c38bc69dd659f5e93260cb. is not online on 9e5ab3b623d7,36969,1733181786563 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T23:25:09,518 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=ns2:table2,,1733181890629.8538055a95c38bc69dd659f5e93260cb., hostname=9e5ab3b623d7,36969,1733181786563, seqNum=2 from cache 2024-12-02T23:25:09,623 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:table2', row='', locateType=CURRENT is [region=ns2:table2,,1733181905205.5de3c6038c4fe9035a277c48c6107a3e., hostname=9e5ab3b623d7,36969,1733181786563, seqNum=2] 2024-12-02T23:25:09,627 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T23:25:09,627 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:235) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T23:25:09,628 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T23:25:09,628 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T23:25:09,628 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T23:25:09,649 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: backup.TestIncrementalBackup#TestIncBackupRestore[0] Thread=634 (was 610) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_134545389_20 at /127.0.0.1:51888 [Receiving block BP-290428792-172.17.0.3-1733181777700:blk_1073741955_1131] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/65b4e9ef-7447-bc2e-d622-21fab4f7aa50/cluster_877d9eae-73cd-42ec-9a1a-45cb04d54fd9/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: member: '9e5ab3b623d7,36969,1733181786563' subprocedure-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack$SNode.block(SynchronousQueue.java:288) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:397) java.base@17.0.11/java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:886) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Close-WAL-Writer-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: WAL-Archive-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'JobTracker' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: rs(9e5ab3b623d7,36969,1733181786563)-backup-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Close-WAL-Writer-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: rs(9e5ab3b623d7,36969,1733181786563)-backup-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: WAL-Archive-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Close-WAL-Writer-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/9e5ab3b623d7:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_134545389_20 at /127.0.0.1:51876 [Receiving block BP-290428792-172.17.0.3-1733181777700:blk_1073741954_1130] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_134545389_20 at /127.0.0.1:51890 [Receiving block BP-290428792-172.17.0.3-1733181777700:blk_1073741956_1132] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/65b4e9ef-7447-bc2e-d622-21fab4f7aa50/cluster_877d9eae-73cd-42ec-9a1a-45cb04d54fd9/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/9e5ab3b623d7:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-290428792-172.17.0.3-1733181777700:blk_1073741955_1131, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-290428792-172.17.0.3-1733181777700:blk_1073741956_1132, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-290428792-172.17.0.3-1733181777700:blk_1073741954_1130, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_2083947064_20 at /127.0.0.1:56254 [Waiting for operation #133] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/9e5ab3b623d7:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_COMPACTED_FILES_DISCHARGER-regionserver/9e5ab3b623d7:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: (9e5ab3b623d7,43647,1733181782694)-proc-coordinator-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack$SNode.block(SynchronousQueue.java:288) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:397) java.base@17.0.11/java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:886) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: WAL-Archive-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: rs(9e5ab3b623d7,36969,1733181786563)-backup-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: rs(9e5ab3b623d7,36969,1733181786563)-backup-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=639 (was 631) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=497 (was 570), ProcessCount=16 (was 16), AvailableMemoryMB=6599 (was 7335) 2024-12-02T23:25:09,649 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=634 is superior to 500 2024-12-02T23:25:09,655 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-02T23:25:09,655 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T23:25:09,656 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.backup.TestBackupBase.tearDown(TestBackupBase.java:378) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T23:25:09,656 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T23:25:09,656 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T23:25:09,656 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T23:25:09,656 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-02T23:25:09,656 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=753493574, stopped=false 2024-12-02T23:25:09,657 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9e5ab3b623d7,43647,1733181782694 2024-12-02T23:25:09,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36969-0x10150422b490001, quorum=127.0.0.1:59082, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/running 2024-12-02T23:25:09,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43647-0x10150422b490000, quorum=127.0.0.1:59082, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/running 2024-12-02T23:25:09,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36969-0x10150422b490001, quorum=127.0.0.1:59082, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-02T23:25:09,658 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T23:25:09,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43647-0x10150422b490000, quorum=127.0.0.1:59082, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-02T23:25:09,659 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T23:25:09,659 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.backup.TestBackupBase.tearDown(TestBackupBase.java:378) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T23:25:09,659 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T23:25:09,659 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9e5ab3b623d7,36969,1733181786563' ***** 2024-12-02T23:25:09,659 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-02T23:25:09,660 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36969-0x10150422b490001, quorum=127.0.0.1:59082, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2024-12-02T23:25:09,660 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43647-0x10150422b490000, quorum=127.0.0.1:59082, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2024-12-02T23:25:09,660 INFO [RS:0;9e5ab3b623d7:36969 {}] hbase.HBaseServerBase(468): Stop info server 2024-12-02T23:25:09,665 INFO [RS:0;9e5ab3b623d7:36969 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.w.WebAppContext@22305b9b{regionserver,/,null,STOPPED}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/classes/hbase-webapps/regionserver} 2024-12-02T23:25:09,666 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-02T23:25:09,667 INFO [RS:0;9e5ab3b623d7:36969 {}] server.AbstractConnector(383): Stopped ServerConnector@2b37558e{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2024-12-02T23:25:09,668 INFO [RS:0;9e5ab3b623d7:36969 {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T23:25:09,668 INFO [RS:0;9e5ab3b623d7:36969 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@592495d7{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/classes/hbase-webapps/static/,STOPPED} 2024-12-02T23:25:09,668 INFO [RS:0;9e5ab3b623d7:36969 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@69506ec4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/65b4e9ef-7447-bc2e-d622-21fab4f7aa50/hadoop.log.dir/,STOPPED} 2024-12-02T23:25:09,669 INFO [RS:0;9e5ab3b623d7:36969 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-02T23:25:09,670 INFO [RS:0;9e5ab3b623d7:36969 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-02T23:25:09,670 INFO [RS:0;9e5ab3b623d7:36969 {}] regionserver.LogRollRegionServerProcedureManager(106): Stopping RegionServerBackupManager gracefully. 2024-12-02T23:25:09,670 INFO [RS:0;9e5ab3b623d7:36969 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-02T23:25:09,670 INFO [RS:0;9e5ab3b623d7:36969 {}] regionserver.HRegionServer(3091): Received CLOSE for 41b16360daeacbacc52483ff2a73035a 2024-12-02T23:25:09,670 INFO [RS:0;9e5ab3b623d7:36969 {}] regionserver.HRegionServer(3091): Received CLOSE for 830504ca41f7d3ba4d09cc51660755b4 2024-12-02T23:25:09,670 INFO [RS:0;9e5ab3b623d7:36969 {}] regionserver.HRegionServer(3091): Received CLOSE for 3d043426b30873cbb85e9f7620578d8e 2024-12-02T23:25:09,670 INFO [RS:0;9e5ab3b623d7:36969 {}] regionserver.HRegionServer(3091): Received CLOSE for fa9f6e0a7ee1225b1fb66121130d0366 2024-12-02T23:25:09,670 INFO [RS:0;9e5ab3b623d7:36969 {}] regionserver.HRegionServer(3091): Received CLOSE for 5de3c6038c4fe9035a277c48c6107a3e 2024-12-02T23:25:09,670 INFO [RS:0;9e5ab3b623d7:36969 {}] regionserver.HRegionServer(3091): Received CLOSE for fd3d91a33b7762455cb3052e19ebe07b 2024-12-02T23:25:09,671 INFO [RS:0;9e5ab3b623d7:36969 {}] regionserver.HRegionServer(3091): Received CLOSE for 2c1b1533dbdd8e1e2667495a8915c673 2024-12-02T23:25:09,671 INFO [RS:0;9e5ab3b623d7:36969 {}] regionserver.HRegionServer(3091): Received CLOSE for aedd6e75f4bb0c4052238bc3528a4c96 2024-12-02T23:25:09,671 INFO [RS:0;9e5ab3b623d7:36969 {}] regionserver.HRegionServer(3091): Received CLOSE for ec87597e34208c8101257d290be57459 2024-12-02T23:25:09,671 INFO [RS:0;9e5ab3b623d7:36969 {}] regionserver.HRegionServer(959): stopping server 9e5ab3b623d7,36969,1733181786563 2024-12-02T23:25:09,671 INFO [RS:0;9e5ab3b623d7:36969 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T23:25:09,671 INFO [RS:0;9e5ab3b623d7:36969 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9e5ab3b623d7:36969. 2024-12-02T23:25:09,671 DEBUG [RS:0;9e5ab3b623d7:36969 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T23:25:09,671 DEBUG [RS:0;9e5ab3b623d7:36969 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T23:25:09,671 DEBUG [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 41b16360daeacbacc52483ff2a73035a, disabling compactions & flushes 2024-12-02T23:25:09,671 INFO [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region backup:system,,1733181804535.41b16360daeacbacc52483ff2a73035a. 2024-12-02T23:25:09,671 DEBUG [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on backup:system,,1733181804535.41b16360daeacbacc52483ff2a73035a. 2024-12-02T23:25:09,671 DEBUG [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on backup:system,,1733181804535.41b16360daeacbacc52483ff2a73035a. after waiting 0 ms 2024-12-02T23:25:09,671 INFO [RS:0;9e5ab3b623d7:36969 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-02T23:25:09,671 DEBUG [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region backup:system,,1733181804535.41b16360daeacbacc52483ff2a73035a. 2024-12-02T23:25:09,671 INFO [RS:0;9e5ab3b623d7:36969 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-02T23:25:09,671 INFO [RS:0;9e5ab3b623d7:36969 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-02T23:25:09,671 INFO [RS:0;9e5ab3b623d7:36969 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-02T23:25:09,671 INFO [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 41b16360daeacbacc52483ff2a73035a 2/2 column families, dataSize=2.12 KB heapSize=3.43 KB 2024-12-02T23:25:09,673 INFO [RS:0;9e5ab3b623d7:36969 {}] regionserver.HRegionServer(1321): Waiting on 10 regions to close 2024-12-02T23:25:09,674 DEBUG [RS:0;9e5ab3b623d7:36969 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2c1b1533dbdd8e1e2667495a8915c673, 3d043426b30873cbb85e9f7620578d8e, 41b16360daeacbacc52483ff2a73035a, 5de3c6038c4fe9035a277c48c6107a3e, 830504ca41f7d3ba4d09cc51660755b4, aedd6e75f4bb0c4052238bc3528a4c96, ec87597e34208c8101257d290be57459, fa9f6e0a7ee1225b1fb66121130d0366, fd3d91a33b7762455cb3052e19ebe07b 2024-12-02T23:25:09,677 DEBUG [RS_CLOSE_META-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T23:25:09,677 INFO [RS_CLOSE_META-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T23:25:09,677 DEBUG [RS_CLOSE_META-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T23:25:09,677 DEBUG [RS_CLOSE_META-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T23:25:09,677 DEBUG [RS_CLOSE_META-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T23:25:09,678 INFO [RS_CLOSE_META-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=23.97 KB heapSize=42.40 KB 2024-12-02T23:25:09,679 DEBUG [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/backup/system/41b16360daeacbacc52483ff2a73035a/.tmp/meta/8bd8ecc8e23c40f7b10c483de7f0a497 is 158, key is trslm:hdfs://localhost:44093/backupUT\x00ns2:test-17331817959151/meta:log-roll-map/1733181883829/Put/seqid=0 2024-12-02T23:25:09,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741996_1172 (size=6208) 2024-12-02T23:25:09,692 INFO [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=944 B at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/backup/system/41b16360daeacbacc52483ff2a73035a/.tmp/meta/8bd8ecc8e23c40f7b10c483de7f0a497 2024-12-02T23:25:09,707 DEBUG [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/backup/system/41b16360daeacbacc52483ff2a73035a/.tmp/session/820c89f43eee40a3939919154a5f7ebb is 588, key is session:backup_1733181872550/session:context/1733181884261/Put/seqid=0 2024-12-02T23:25:09,713 DEBUG [RS_CLOSE_META-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/hbase/meta/1588230740/.tmp/info/b65fbc5f20e344e6bcebb563295c530c is 159, key is ns2:test-17331817959151,,1733181797842.2c1b1533dbdd8e1e2667495a8915c673./info:regioninfo/1733181798671/Put/seqid=0 2024-12-02T23:25:09,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741997_1173 (size=5689) 2024-12-02T23:25:09,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741998_1174 (size=19093) 2024-12-02T23:25:09,736 INFO [regionserver/9e5ab3b623d7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T23:25:09,874 DEBUG [RS:0;9e5ab3b623d7:36969 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2c1b1533dbdd8e1e2667495a8915c673, 3d043426b30873cbb85e9f7620578d8e, 41b16360daeacbacc52483ff2a73035a, 5de3c6038c4fe9035a277c48c6107a3e, 830504ca41f7d3ba4d09cc51660755b4, aedd6e75f4bb0c4052238bc3528a4c96, ec87597e34208c8101257d290be57459, fa9f6e0a7ee1225b1fb66121130d0366, fd3d91a33b7762455cb3052e19ebe07b 2024-12-02T23:25:10,070 INFO [regionserver/9e5ab3b623d7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-02T23:25:10,070 INFO [regionserver/9e5ab3b623d7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-02T23:25:10,074 DEBUG [RS:0;9e5ab3b623d7:36969 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2c1b1533dbdd8e1e2667495a8915c673, 3d043426b30873cbb85e9f7620578d8e, 41b16360daeacbacc52483ff2a73035a, 5de3c6038c4fe9035a277c48c6107a3e, 830504ca41f7d3ba4d09cc51660755b4, aedd6e75f4bb0c4052238bc3528a4c96, ec87597e34208c8101257d290be57459, fa9f6e0a7ee1225b1fb66121130d0366, fd3d91a33b7762455cb3052e19ebe07b 2024-12-02T23:25:10,124 INFO [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.20 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/backup/system/41b16360daeacbacc52483ff2a73035a/.tmp/session/820c89f43eee40a3939919154a5f7ebb 2024-12-02T23:25:10,126 INFO [RS_CLOSE_META-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.86 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/hbase/meta/1588230740/.tmp/info/b65fbc5f20e344e6bcebb563295c530c 2024-12-02T23:25:10,130 DEBUG [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/backup/system/41b16360daeacbacc52483ff2a73035a/.tmp/meta/8bd8ecc8e23c40f7b10c483de7f0a497 as hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/backup/system/41b16360daeacbacc52483ff2a73035a/meta/8bd8ecc8e23c40f7b10c483de7f0a497 2024-12-02T23:25:10,135 INFO [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/backup/system/41b16360daeacbacc52483ff2a73035a/meta/8bd8ecc8e23c40f7b10c483de7f0a497, entries=7, sequenceid=52, filesize=6.1 K 2024-12-02T23:25:10,136 DEBUG [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/backup/system/41b16360daeacbacc52483ff2a73035a/.tmp/session/820c89f43eee40a3939919154a5f7ebb as hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/backup/system/41b16360daeacbacc52483ff2a73035a/session/820c89f43eee40a3939919154a5f7ebb 2024-12-02T23:25:10,141 INFO [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/backup/system/41b16360daeacbacc52483ff2a73035a/session/820c89f43eee40a3939919154a5f7ebb, entries=2, sequenceid=52, filesize=5.6 K 2024-12-02T23:25:10,142 INFO [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~2.12 KB/2170, heapSize ~3.40 KB/3480, currentSize=0 B/0 for 41b16360daeacbacc52483ff2a73035a in 471ms, sequenceid=52, compaction requested=true 2024-12-02T23:25:10,147 DEBUG [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/backup/system/41b16360daeacbacc52483ff2a73035a/recovered.edits/55.seqid, newMaxSeqId=55, maxSeqId=1 2024-12-02T23:25:10,147 DEBUG [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-12-02T23:25:10,148 INFO [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed backup:system,,1733181804535.41b16360daeacbacc52483ff2a73035a. 2024-12-02T23:25:10,148 DEBUG [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 41b16360daeacbacc52483ff2a73035a: Waiting for close lock at 1733181909671Running coprocessor pre-close hooks at 1733181909671Disabling compacts and flushes for region at 1733181909671Disabling writes for close at 1733181909671Obtaining lock to block concurrent updates at 1733181909671Preparing flush snapshotting stores in 41b16360daeacbacc52483ff2a73035a at 1733181909671Finished memstore snapshotting backup:system,,1733181804535.41b16360daeacbacc52483ff2a73035a., syncing WAL and waiting on mvcc, flushsize=dataSize=2170, getHeapSize=3480, getOffHeapSize=0, getCellsCount=11 at 1733181909672 (+1 ms)Flushing stores of backup:system,,1733181804535.41b16360daeacbacc52483ff2a73035a. at 1733181909672Flushing 41b16360daeacbacc52483ff2a73035a/meta: creating writer at 1733181909672Flushing 41b16360daeacbacc52483ff2a73035a/meta: appending metadata at 1733181909678 (+6 ms)Flushing 41b16360daeacbacc52483ff2a73035a/meta: closing flushed file at 1733181909679 (+1 ms)Flushing 41b16360daeacbacc52483ff2a73035a/session: creating writer at 1733181909704 (+25 ms)Flushing 41b16360daeacbacc52483ff2a73035a/session: appending metadata at 1733181909707 (+3 ms)Flushing 41b16360daeacbacc52483ff2a73035a/session: closing flushed file at 1733181909707Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d2a96cd: reopening flushed file at 1733181910129 (+422 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11d4b499: reopening flushed file at 1733181910136 (+7 ms)Finished flush of dataSize ~2.12 KB/2170, heapSize ~3.40 KB/3480, currentSize=0 B/0 for 41b16360daeacbacc52483ff2a73035a in 471ms, sequenceid=52, compaction requested=true at 1733181910142 (+6 ms)Writing region close event to WAL at 1733181910144 (+2 ms)Running coprocessor post-close hooks at 1733181910147 (+3 ms)Closed at 1733181910148 (+1 ms) 2024-12-02T23:25:10,148 DEBUG [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed backup:system,,1733181804535.41b16360daeacbacc52483ff2a73035a. 2024-12-02T23:25:10,148 DEBUG [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 830504ca41f7d3ba4d09cc51660755b4, disabling compactions & flushes 2024-12-02T23:25:10,148 INFO [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test-1733181795915,,1733181796409.830504ca41f7d3ba4d09cc51660755b4. 2024-12-02T23:25:10,148 DEBUG [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test-1733181795915,,1733181796409.830504ca41f7d3ba4d09cc51660755b4. 2024-12-02T23:25:10,148 DEBUG [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test-1733181795915,,1733181796409.830504ca41f7d3ba4d09cc51660755b4. after waiting 0 ms 2024-12-02T23:25:10,148 DEBUG [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test-1733181795915,,1733181796409.830504ca41f7d3ba4d09cc51660755b4. 2024-12-02T23:25:10,148 INFO [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 830504ca41f7d3ba4d09cc51660755b4 3/3 column families, dataSize=378 B heapSize=1.63 KB 2024-12-02T23:25:10,150 DEBUG [RS_CLOSE_META-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/hbase/meta/1588230740/.tmp/ns/aac82f349d7c4ec089dd6eb6054c8240 is 85, key is ns2:table2,,1733181890629.8538055a95c38bc69dd659f5e93260cb./ns:/1733181905206/DeleteFamily/seqid=0 2024-12-02T23:25:10,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741999_1175 (size=5760) 2024-12-02T23:25:10,171 DEBUG [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/default/test-1733181795915/830504ca41f7d3ba4d09cc51660755b4/.tmp/f2/ed11a983b7654ffc9d22e07a376ba5a5 is 58, key is row-test-1733181795915-2-0/f2:q1/1733181867534/Put/seqid=0 2024-12-02T23:25:10,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742000_1176 (size=5464) 2024-12-02T23:25:10,274 DEBUG [RS:0;9e5ab3b623d7:36969 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2c1b1533dbdd8e1e2667495a8915c673, 3d043426b30873cbb85e9f7620578d8e, 5de3c6038c4fe9035a277c48c6107a3e, 830504ca41f7d3ba4d09cc51660755b4, aedd6e75f4bb0c4052238bc3528a4c96, ec87597e34208c8101257d290be57459, fa9f6e0a7ee1225b1fb66121130d0366, fd3d91a33b7762455cb3052e19ebe07b 2024-12-02T23:25:10,474 DEBUG [RS:0;9e5ab3b623d7:36969 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2c1b1533dbdd8e1e2667495a8915c673, 3d043426b30873cbb85e9f7620578d8e, 5de3c6038c4fe9035a277c48c6107a3e, 830504ca41f7d3ba4d09cc51660755b4, aedd6e75f4bb0c4052238bc3528a4c96, ec87597e34208c8101257d290be57459, fa9f6e0a7ee1225b1fb66121130d0366, fd3d91a33b7762455cb3052e19ebe07b 2024-12-02T23:25:10,554 INFO [RS_CLOSE_META-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=474 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/hbase/meta/1588230740/.tmp/ns/aac82f349d7c4ec089dd6eb6054c8240 2024-12-02T23:25:10,575 INFO [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=378 B at sequenceid=348 (bloomFilter=true), to=hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/default/test-1733181795915/830504ca41f7d3ba4d09cc51660755b4/.tmp/f2/ed11a983b7654ffc9d22e07a376ba5a5 2024-12-02T23:25:10,576 DEBUG [RS_CLOSE_META-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/hbase/meta/1588230740/.tmp/rep_barrier/c03e762dae524266b89b6590544a0fe7 is 94, key is ns2:table2,,1733181890629.8538055a95c38bc69dd659f5e93260cb./rep_barrier:/1733181905206/DeleteFamily/seqid=0 2024-12-02T23:25:10,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742001_1177 (size=5640) 2024-12-02T23:25:10,581 INFO [RS_CLOSE_META-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=266 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/hbase/meta/1588230740/.tmp/rep_barrier/c03e762dae524266b89b6590544a0fe7 2024-12-02T23:25:10,581 DEBUG [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/default/test-1733181795915/830504ca41f7d3ba4d09cc51660755b4/.tmp/f2/ed11a983b7654ffc9d22e07a376ba5a5 as hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/default/test-1733181795915/830504ca41f7d3ba4d09cc51660755b4/f2/ed11a983b7654ffc9d22e07a376ba5a5 2024-12-02T23:25:10,588 INFO [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/default/test-1733181795915/830504ca41f7d3ba4d09cc51660755b4/f2/ed11a983b7654ffc9d22e07a376ba5a5, entries=7, sequenceid=348, filesize=5.3 K 2024-12-02T23:25:10,589 INFO [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~378 B/378, heapSize ~1.11 KB/1136, currentSize=0 B/0 for 830504ca41f7d3ba4d09cc51660755b4 in 441ms, sequenceid=348, compaction requested=false 2024-12-02T23:25:10,594 DEBUG [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/default/test-1733181795915/830504ca41f7d3ba4d09cc51660755b4/recovered.edits/351.seqid, newMaxSeqId=351, maxSeqId=337 2024-12-02T23:25:10,595 DEBUG [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-12-02T23:25:10,595 INFO [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test-1733181795915,,1733181796409.830504ca41f7d3ba4d09cc51660755b4. 2024-12-02T23:25:10,595 DEBUG [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 830504ca41f7d3ba4d09cc51660755b4: Waiting for close lock at 1733181910148Running coprocessor pre-close hooks at 1733181910148Disabling compacts and flushes for region at 1733181910148Disabling writes for close at 1733181910148Obtaining lock to block concurrent updates at 1733181910148Preparing flush snapshotting stores in 830504ca41f7d3ba4d09cc51660755b4 at 1733181910148Finished memstore snapshotting test-1733181795915,,1733181796409.830504ca41f7d3ba4d09cc51660755b4., syncing WAL and waiting on mvcc, flushsize=dataSize=378, getHeapSize=1616, getOffHeapSize=0, getCellsCount=7 at 1733181910148Flushing stores of test-1733181795915,,1733181796409.830504ca41f7d3ba4d09cc51660755b4. at 1733181910149 (+1 ms)Flushing 830504ca41f7d3ba4d09cc51660755b4/f2: creating writer at 1733181910149Flushing 830504ca41f7d3ba4d09cc51660755b4/f2: appending metadata at 1733181910170 (+21 ms)Flushing 830504ca41f7d3ba4d09cc51660755b4/f2: closing flushed file at 1733181910170Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38283cf: reopening flushed file at 1733181910580 (+410 ms)Finished flush of dataSize ~378 B/378, heapSize ~1.11 KB/1136, currentSize=0 B/0 for 830504ca41f7d3ba4d09cc51660755b4 in 441ms, sequenceid=348, compaction requested=false at 1733181910589 (+9 ms)Writing region close event to WAL at 1733181910591 (+2 ms)Running coprocessor post-close hooks at 1733181910594 (+3 ms)Closed at 1733181910595 (+1 ms) 2024-12-02T23:25:10,595 DEBUG [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test-1733181795915,,1733181796409.830504ca41f7d3ba4d09cc51660755b4. 2024-12-02T23:25:10,595 DEBUG [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3d043426b30873cbb85e9f7620578d8e, disabling compactions & flushes 2024-12-02T23:25:10,595 INFO [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region table1,row0,1733181895139.3d043426b30873cbb85e9f7620578d8e. 2024-12-02T23:25:10,595 DEBUG [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on table1,row0,1733181895139.3d043426b30873cbb85e9f7620578d8e. 2024-12-02T23:25:10,595 DEBUG [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on table1,row0,1733181895139.3d043426b30873cbb85e9f7620578d8e. after waiting 0 ms 2024-12-02T23:25:10,595 DEBUG [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region table1,row0,1733181895139.3d043426b30873cbb85e9f7620578d8e. 2024-12-02T23:25:10,598 DEBUG [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/default/table1/3d043426b30873cbb85e9f7620578d8e/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=6 2024-12-02T23:25:10,598 DEBUG [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-12-02T23:25:10,598 INFO [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed table1,row0,1733181895139.3d043426b30873cbb85e9f7620578d8e. 2024-12-02T23:25:10,599 DEBUG [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3d043426b30873cbb85e9f7620578d8e: Waiting for close lock at 1733181910595Running coprocessor pre-close hooks at 1733181910595Disabling compacts and flushes for region at 1733181910595Disabling writes for close at 1733181910595Writing region close event to WAL at 1733181910595Running coprocessor post-close hooks at 1733181910598 (+3 ms)Closed at 1733181910598 2024-12-02T23:25:10,599 DEBUG [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed table1,row0,1733181895139.3d043426b30873cbb85e9f7620578d8e. 2024-12-02T23:25:10,599 DEBUG [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fa9f6e0a7ee1225b1fb66121130d0366, disabling compactions & flushes 2024-12-02T23:25:10,599 INFO [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region ns3:test-17331817959152,,1733181799185.fa9f6e0a7ee1225b1fb66121130d0366. 2024-12-02T23:25:10,599 DEBUG [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on ns3:test-17331817959152,,1733181799185.fa9f6e0a7ee1225b1fb66121130d0366. 2024-12-02T23:25:10,599 DEBUG [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on ns3:test-17331817959152,,1733181799185.fa9f6e0a7ee1225b1fb66121130d0366. after waiting 0 ms 2024-12-02T23:25:10,599 DEBUG [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region ns3:test-17331817959152,,1733181799185.fa9f6e0a7ee1225b1fb66121130d0366. 2024-12-02T23:25:10,601 DEBUG [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/ns3/test-17331817959152/fa9f6e0a7ee1225b1fb66121130d0366/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-02T23:25:10,602 DEBUG [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-12-02T23:25:10,602 INFO [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed ns3:test-17331817959152,,1733181799185.fa9f6e0a7ee1225b1fb66121130d0366. 2024-12-02T23:25:10,602 DEBUG [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fa9f6e0a7ee1225b1fb66121130d0366: Waiting for close lock at 1733181910599Running coprocessor pre-close hooks at 1733181910599Disabling compacts and flushes for region at 1733181910599Disabling writes for close at 1733181910599Writing region close event to WAL at 1733181910599Running coprocessor post-close hooks at 1733181910602 (+3 ms)Closed at 1733181910602 2024-12-02T23:25:10,602 DEBUG [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns3:test-17331817959152,,1733181799185.fa9f6e0a7ee1225b1fb66121130d0366. 2024-12-02T23:25:10,602 DEBUG [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5de3c6038c4fe9035a277c48c6107a3e, disabling compactions & flushes 2024-12-02T23:25:10,602 INFO [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region ns2:table2,,1733181905205.5de3c6038c4fe9035a277c48c6107a3e. 2024-12-02T23:25:10,602 DEBUG [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on ns2:table2,,1733181905205.5de3c6038c4fe9035a277c48c6107a3e. 2024-12-02T23:25:10,602 DEBUG [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on ns2:table2,,1733181905205.5de3c6038c4fe9035a277c48c6107a3e. after waiting 0 ms 2024-12-02T23:25:10,602 DEBUG [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region ns2:table2,,1733181905205.5de3c6038c4fe9035a277c48c6107a3e. 2024-12-02T23:25:10,605 DEBUG [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/ns2/table2/5de3c6038c4fe9035a277c48c6107a3e/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-12-02T23:25:10,606 DEBUG [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-12-02T23:25:10,606 INFO [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed ns2:table2,,1733181905205.5de3c6038c4fe9035a277c48c6107a3e. 2024-12-02T23:25:10,606 DEBUG [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5de3c6038c4fe9035a277c48c6107a3e: Waiting for close lock at 1733181910602Running coprocessor pre-close hooks at 1733181910602Disabling compacts and flushes for region at 1733181910602Disabling writes for close at 1733181910602Writing region close event to WAL at 1733181910603 (+1 ms)Running coprocessor post-close hooks at 1733181910606 (+3 ms)Closed at 1733181910606 2024-12-02T23:25:10,606 DEBUG [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns2:table2,,1733181905205.5de3c6038c4fe9035a277c48c6107a3e. 2024-12-02T23:25:10,606 DEBUG [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fd3d91a33b7762455cb3052e19ebe07b, disabling compactions & flushes 2024-12-02T23:25:10,606 INFO [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region table1,,1733181895139.fd3d91a33b7762455cb3052e19ebe07b. 2024-12-02T23:25:10,606 DEBUG [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on table1,,1733181895139.fd3d91a33b7762455cb3052e19ebe07b. 2024-12-02T23:25:10,606 DEBUG [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on table1,,1733181895139.fd3d91a33b7762455cb3052e19ebe07b. after waiting 0 ms 2024-12-02T23:25:10,606 DEBUG [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region table1,,1733181895139.fd3d91a33b7762455cb3052e19ebe07b. 2024-12-02T23:25:10,610 DEBUG [RS_CLOSE_META-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/hbase/meta/1588230740/.tmp/table/b3af528fe3f845529b432b4b4159a5f7 is 88, key is ns2:table2,,1733181890629.8538055a95c38bc69dd659f5e93260cb./table:/1733181905206/DeleteFamily/seqid=0 2024-12-02T23:25:10,610 DEBUG [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/default/table1/fd3d91a33b7762455cb3052e19ebe07b/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=6 2024-12-02T23:25:10,610 DEBUG [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-12-02T23:25:10,610 INFO [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed table1,,1733181895139.fd3d91a33b7762455cb3052e19ebe07b. 2024-12-02T23:25:10,611 DEBUG [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fd3d91a33b7762455cb3052e19ebe07b: Waiting for close lock at 1733181910606Running coprocessor pre-close hooks at 1733181910606Disabling compacts and flushes for region at 1733181910606Disabling writes for close at 1733181910606Writing region close event to WAL at 1733181910607 (+1 ms)Running coprocessor post-close hooks at 1733181910610 (+3 ms)Closed at 1733181910610 2024-12-02T23:25:10,611 DEBUG [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed table1,,1733181895139.fd3d91a33b7762455cb3052e19ebe07b. 2024-12-02T23:25:10,611 DEBUG [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2c1b1533dbdd8e1e2667495a8915c673, disabling compactions & flushes 2024-12-02T23:25:10,611 INFO [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region ns2:test-17331817959151,,1733181797842.2c1b1533dbdd8e1e2667495a8915c673. 2024-12-02T23:25:10,611 DEBUG [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on ns2:test-17331817959151,,1733181797842.2c1b1533dbdd8e1e2667495a8915c673. 2024-12-02T23:25:10,611 DEBUG [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on ns2:test-17331817959151,,1733181797842.2c1b1533dbdd8e1e2667495a8915c673. after waiting 0 ms 2024-12-02T23:25:10,611 DEBUG [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region ns2:test-17331817959151,,1733181797842.2c1b1533dbdd8e1e2667495a8915c673. 2024-12-02T23:25:10,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742002_1178 (size=6364) 2024-12-02T23:25:10,614 DEBUG [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/ns2/test-17331817959151/2c1b1533dbdd8e1e2667495a8915c673/recovered.edits/114.seqid, newMaxSeqId=114, maxSeqId=1 2024-12-02T23:25:10,615 DEBUG [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-12-02T23:25:10,615 INFO [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed ns2:test-17331817959151,,1733181797842.2c1b1533dbdd8e1e2667495a8915c673. 2024-12-02T23:25:10,615 DEBUG [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2c1b1533dbdd8e1e2667495a8915c673: Waiting for close lock at 1733181910611Running coprocessor pre-close hooks at 1733181910611Disabling compacts and flushes for region at 1733181910611Disabling writes for close at 1733181910611Writing region close event to WAL at 1733181910612 (+1 ms)Running coprocessor post-close hooks at 1733181910615 (+3 ms)Closed at 1733181910615 2024-12-02T23:25:10,615 DEBUG [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns2:test-17331817959151,,1733181797842.2c1b1533dbdd8e1e2667495a8915c673. 2024-12-02T23:25:10,615 DEBUG [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing aedd6e75f4bb0c4052238bc3528a4c96, disabling compactions & flushes 2024-12-02T23:25:10,615 INFO [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region ns4:test-17331817959153,,1733181800343.aedd6e75f4bb0c4052238bc3528a4c96. 2024-12-02T23:25:10,615 DEBUG [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on ns4:test-17331817959153,,1733181800343.aedd6e75f4bb0c4052238bc3528a4c96. 2024-12-02T23:25:10,615 DEBUG [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on ns4:test-17331817959153,,1733181800343.aedd6e75f4bb0c4052238bc3528a4c96. after waiting 0 ms 2024-12-02T23:25:10,615 DEBUG [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region ns4:test-17331817959153,,1733181800343.aedd6e75f4bb0c4052238bc3528a4c96. 2024-12-02T23:25:10,618 DEBUG [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/ns4/test-17331817959153/aedd6e75f4bb0c4052238bc3528a4c96/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-02T23:25:10,618 DEBUG [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-12-02T23:25:10,618 INFO [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed ns4:test-17331817959153,,1733181800343.aedd6e75f4bb0c4052238bc3528a4c96. 2024-12-02T23:25:10,618 DEBUG [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for aedd6e75f4bb0c4052238bc3528a4c96: Waiting for close lock at 1733181910615Running coprocessor pre-close hooks at 1733181910615Disabling compacts and flushes for region at 1733181910615Disabling writes for close at 1733181910615Writing region close event to WAL at 1733181910615Running coprocessor post-close hooks at 1733181910618 (+3 ms)Closed at 1733181910618 2024-12-02T23:25:10,619 DEBUG [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns4:test-17331817959153,,1733181800343.aedd6e75f4bb0c4052238bc3528a4c96. 2024-12-02T23:25:10,619 DEBUG [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ec87597e34208c8101257d290be57459, disabling compactions & flushes 2024-12-02T23:25:10,619 INFO [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region backup:system_bulk,,1733181806713.ec87597e34208c8101257d290be57459. 2024-12-02T23:25:10,619 DEBUG [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on backup:system_bulk,,1733181806713.ec87597e34208c8101257d290be57459. 2024-12-02T23:25:10,619 DEBUG [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on backup:system_bulk,,1733181806713.ec87597e34208c8101257d290be57459. after waiting 0 ms 2024-12-02T23:25:10,619 DEBUG [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region backup:system_bulk,,1733181806713.ec87597e34208c8101257d290be57459. 2024-12-02T23:25:10,621 DEBUG [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/backup/system_bulk/ec87597e34208c8101257d290be57459/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-02T23:25:10,622 DEBUG [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-12-02T23:25:10,622 INFO [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed backup:system_bulk,,1733181806713.ec87597e34208c8101257d290be57459. 2024-12-02T23:25:10,622 DEBUG [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ec87597e34208c8101257d290be57459: Waiting for close lock at 1733181910619Running coprocessor pre-close hooks at 1733181910619Disabling compacts and flushes for region at 1733181910619Disabling writes for close at 1733181910619Writing region close event to WAL at 1733181910619Running coprocessor post-close hooks at 1733181910622 (+3 ms)Closed at 1733181910622 2024-12-02T23:25:10,622 DEBUG [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed backup:system_bulk,,1733181806713.ec87597e34208c8101257d290be57459. 2024-12-02T23:25:10,675 INFO [RS:0;9e5ab3b623d7:36969 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-02T23:25:10,675 DEBUG [RS:0;9e5ab3b623d7:36969 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-02T23:25:10,675 DEBUG [RS:0;9e5ab3b623d7:36969 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T23:25:10,875 DEBUG [RS:0;9e5ab3b623d7:36969 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T23:25:11,014 INFO [RS_CLOSE_META-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.39 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/hbase/meta/1588230740/.tmp/table/b3af528fe3f845529b432b4b4159a5f7 2024-12-02T23:25:11,022 DEBUG [RS_CLOSE_META-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/hbase/meta/1588230740/.tmp/info/b65fbc5f20e344e6bcebb563295c530c as hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/hbase/meta/1588230740/info/b65fbc5f20e344e6bcebb563295c530c 2024-12-02T23:25:11,027 INFO [RS_CLOSE_META-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/hbase/meta/1588230740/info/b65fbc5f20e344e6bcebb563295c530c, entries=114, sequenceid=97, filesize=18.6 K 2024-12-02T23:25:11,028 DEBUG [RS_CLOSE_META-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/hbase/meta/1588230740/.tmp/ns/aac82f349d7c4ec089dd6eb6054c8240 as hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/hbase/meta/1588230740/ns/aac82f349d7c4ec089dd6eb6054c8240 2024-12-02T23:25:11,034 INFO [RS_CLOSE_META-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/hbase/meta/1588230740/ns/aac82f349d7c4ec089dd6eb6054c8240, entries=10, sequenceid=97, filesize=5.6 K 2024-12-02T23:25:11,035 DEBUG [RS_CLOSE_META-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/hbase/meta/1588230740/.tmp/rep_barrier/c03e762dae524266b89b6590544a0fe7 as hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/hbase/meta/1588230740/rep_barrier/c03e762dae524266b89b6590544a0fe7 2024-12-02T23:25:11,040 INFO [RS_CLOSE_META-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/hbase/meta/1588230740/rep_barrier/c03e762dae524266b89b6590544a0fe7, entries=3, sequenceid=97, filesize=5.5 K 2024-12-02T23:25:11,041 DEBUG [RS_CLOSE_META-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/hbase/meta/1588230740/.tmp/table/b3af528fe3f845529b432b4b4159a5f7 as hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/hbase/meta/1588230740/table/b3af528fe3f845529b432b4b4159a5f7 2024-12-02T23:25:11,045 INFO [RS_CLOSE_META-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/hbase/meta/1588230740/table/b3af528fe3f845529b432b4b4159a5f7, entries=21, sequenceid=97, filesize=6.2 K 2024-12-02T23:25:11,046 INFO [RS_CLOSE_META-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~23.97 KB/24544, heapSize ~42.34 KB/43352, currentSize=0 B/0 for 1588230740 in 1369ms, sequenceid=97, compaction requested=false 2024-12-02T23:25:11,053 DEBUG [RS_CLOSE_META-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/data/hbase/meta/1588230740/recovered.edits/100.seqid, newMaxSeqId=100, maxSeqId=1 2024-12-02T23:25:11,054 DEBUG [RS_CLOSE_META-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-12-02T23:25:11,054 DEBUG [RS_CLOSE_META-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T23:25:11,054 INFO [RS_CLOSE_META-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T23:25:11,054 DEBUG [RS_CLOSE_META-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733181909677Running coprocessor pre-close hooks at 1733181909677Disabling compacts and flushes for region at 1733181909677Disabling writes for close at 1733181909677Obtaining lock to block concurrent updates at 1733181909678 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1733181909678Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=24544, getHeapSize=43352, getOffHeapSize=0, getCellsCount=235 at 1733181909678Flushing stores of hbase:meta,,1.1588230740 at 1733181909679 (+1 ms)Flushing 1588230740/info: creating writer at 1733181909679Flushing 1588230740/info: appending metadata at 1733181909712 (+33 ms)Flushing 1588230740/info: closing flushed file at 1733181909712Flushing 1588230740/ns: creating writer at 1733181910132 (+420 ms)Flushing 1588230740/ns: appending metadata at 1733181910149 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1733181910149Flushing 1588230740/rep_barrier: creating writer at 1733181910560 (+411 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733181910575 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733181910575Flushing 1588230740/table: creating writer at 1733181910586 (+11 ms)Flushing 1588230740/table: appending metadata at 1733181910609 (+23 ms)Flushing 1588230740/table: closing flushed file at 1733181910609Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a799f56: reopening flushed file at 1733181911021 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e44ee08: reopening flushed file at 1733181911028 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3912ff0d: reopening flushed file at 1733181911034 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7170c587: reopening flushed file at 1733181911040 (+6 ms)Finished flush of dataSize ~23.97 KB/24544, heapSize ~42.34 KB/43352, currentSize=0 B/0 for 1588230740 in 1369ms, sequenceid=97, compaction requested=false at 1733181911046 (+6 ms)Writing region close event to WAL at 1733181911049 (+3 ms)Running coprocessor post-close hooks at 1733181911053 (+4 ms)Closed at 1733181911054 (+1 ms) 2024-12-02T23:25:11,054 DEBUG [RS_CLOSE_META-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-02T23:25:11,075 INFO [RS:0;9e5ab3b623d7:36969 {}] regionserver.HRegionServer(976): stopping server 9e5ab3b623d7,36969,1733181786563; all regions closed. 2024-12-02T23:25:11,079 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/WALs/9e5ab3b623d7,36969,1733181786563/9e5ab3b623d7%2C36969%2C1733181786563.meta.1733181874946.meta not finished, retry = 0 2024-12-02T23:25:11,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741955_1131 (size=16160) 2024-12-02T23:25:11,185 DEBUG [RS:0;9e5ab3b623d7:36969 {}] wal.AbstractFSWAL(1256): Moved 3 WAL file(s) to /user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/oldWALs 2024-12-02T23:25:11,185 INFO [RS:0;9e5ab3b623d7:36969 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9e5ab3b623d7%2C36969%2C1733181786563.meta:.meta(num 1733181874946) 2024-12-02T23:25:11,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741956_1132 (size=4448) 2024-12-02T23:25:11,190 DEBUG [RS:0;9e5ab3b623d7:36969 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/oldWALs 2024-12-02T23:25:11,190 INFO [RS:0;9e5ab3b623d7:36969 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9e5ab3b623d7%2C36969%2C1733181786563.9e5ab3b623d7%2C36969%2C1733181786563.regiongroup-0:(num 1733181874994) 2024-12-02T23:25:11,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741954_1130 (size=7600) 2024-12-02T23:25:11,192 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/WALs/9e5ab3b623d7,36969,1733181786563/9e5ab3b623d7%2C36969%2C1733181786563.9e5ab3b623d7%2C36969%2C1733181786563.regiongroup-1.1733181874910 not finished, retry = 0 2024-12-02T23:25:11,296 DEBUG [RS:0;9e5ab3b623d7:36969 {}] wal.AbstractFSWAL(1256): Moved 2 WAL file(s) to /user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/oldWALs 2024-12-02T23:25:11,296 INFO [RS:0;9e5ab3b623d7:36969 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9e5ab3b623d7%2C36969%2C1733181786563.9e5ab3b623d7%2C36969%2C1733181786563.regiongroup-1:(num 1733181874910) 2024-12-02T23:25:11,297 DEBUG [RS:0;9e5ab3b623d7:36969 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T23:25:11,297 INFO [RS:0;9e5ab3b623d7:36969 {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T23:25:11,297 INFO [RS:0;9e5ab3b623d7:36969 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T23:25:11,297 INFO [RS:0;9e5ab3b623d7:36969 {}] hbase.ChoreService(370): Chore service for: regionserver/9e5ab3b623d7:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-02T23:25:11,297 INFO [RS:0;9e5ab3b623d7:36969 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T23:25:11,297 INFO [regionserver/9e5ab3b623d7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T23:25:11,298 INFO [RS:0;9e5ab3b623d7:36969 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36969 2024-12-02T23:25:11,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36969-0x10150422b490001, quorum=127.0.0.1:59082, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rs/9e5ab3b623d7,36969,1733181786563 2024-12-02T23:25:11,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43647-0x10150422b490000, quorum=127.0.0.1:59082, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rs 2024-12-02T23:25:11,303 INFO [RS:0;9e5ab3b623d7:36969 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T23:25:11,306 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9e5ab3b623d7,36969,1733181786563] 2024-12-02T23:25:11,310 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1/draining/9e5ab3b623d7,36969,1733181786563 already deleted, retry=false 2024-12-02T23:25:11,310 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9e5ab3b623d7,36969,1733181786563 expired; onlineServers=0 2024-12-02T23:25:11,310 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9e5ab3b623d7,43647,1733181782694' ***** 2024-12-02T23:25:11,310 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-02T23:25:11,310 INFO [M:0;9e5ab3b623d7:43647 {}] hbase.HBaseServerBase(468): Stop info server 2024-12-02T23:25:11,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43647-0x10150422b490000, quorum=127.0.0.1:59082, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/master 2024-12-02T23:25:11,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43647-0x10150422b490000, quorum=127.0.0.1:59082, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-02T23:25:11,319 INFO [M:0;9e5ab3b623d7:43647 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.w.WebAppContext@46081fe9{master,/,null,STOPPED}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/classes/hbase-webapps/master} 2024-12-02T23:25:11,319 INFO [M:0;9e5ab3b623d7:43647 {}] server.AbstractConnector(383): Stopped ServerConnector@44b20887{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2024-12-02T23:25:11,320 INFO [M:0;9e5ab3b623d7:43647 {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T23:25:11,320 INFO [M:0;9e5ab3b623d7:43647 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@6f6375c5{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/classes/hbase-webapps/static/,STOPPED} 2024-12-02T23:25:11,320 INFO [M:0;9e5ab3b623d7:43647 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@319b6dfa{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/65b4e9ef-7447-bc2e-d622-21fab4f7aa50/hadoop.log.dir/,STOPPED} 2024-12-02T23:25:11,321 INFO [M:0;9e5ab3b623d7:43647 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T23:25:11,321 INFO [M:0;9e5ab3b623d7:43647 {}] master.HMaster(1770): Stopping master jetty server 2024-12-02T23:25:11,322 INFO [M:0;9e5ab3b623d7:43647 {}] server.AbstractConnector(383): Stopped ServerConnector@3937d444{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2024-12-02T23:25:11,322 INFO [M:0;9e5ab3b623d7:43647 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T23:25:11,322 DEBUG [M:0;9e5ab3b623d7:43647 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-02T23:25:11,323 INFO [M:0;9e5ab3b623d7:43647 {}] master.BackupLogCleaner(194): Stopping BackupLogCleaner 2024-12-02T23:25:11,323 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-02T23:25:11,323 DEBUG [master/9e5ab3b623d7:0:becomeActiveMaster-HFileCleaner.small.0-1733181788836 {}] cleaner.HFileCleaner(306): Exit Thread[master/9e5ab3b623d7:0:becomeActiveMaster-HFileCleaner.small.0-1733181788836,5,FailOnTimeoutGroup] 2024-12-02T23:25:11,323 DEBUG [master/9e5ab3b623d7:0:becomeActiveMaster-HFileCleaner.large.0-1733181788835 {}] cleaner.HFileCleaner(306): Exit Thread[master/9e5ab3b623d7:0:becomeActiveMaster-HFileCleaner.large.0-1733181788835,5,FailOnTimeoutGroup] 2024-12-02T23:25:11,323 INFO [M:0;9e5ab3b623d7:43647 {}] client.AsyncConnectionImpl(233): Connection has been closed by M:0;9e5ab3b623d7:43647. 2024-12-02T23:25:11,323 DEBUG [M:0;9e5ab3b623d7:43647 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupHFileCleaner.stop(BackupHFileCleaner.java:156) at org.apache.hadoop.hbase.master.cleaner.CleanerChore.cleanup(CleanerChore.java:444) at org.apache.hadoop.hbase.master.cleaner.HFileCleaner.cleanup(HFileCleaner.java:239) at org.apache.hadoop.hbase.ScheduledChore.shutdown(ScheduledChore.java:333) at org.apache.hadoop.hbase.ScheduledChore.shutdown(ScheduledChore.java:322) at org.apache.hadoop.hbase.master.HMaster.stopChores(HMaster.java:1923) at org.apache.hadoop.hbase.HBaseServerBase.stopChoreService(HBaseServerBase.java:439) at org.apache.hadoop.hbase.master.HMaster.stopServiceThreads(HMaster.java:1777) at org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:631) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T23:25:11,323 DEBUG [M:0;9e5ab3b623d7:43647 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T23:25:11,323 DEBUG [M:0;9e5ab3b623d7:43647 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T23:25:11,323 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T23:25:11,324 DEBUG [M:0;9e5ab3b623d7:43647 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-02T23:25:11,324 INFO [M:0;9e5ab3b623d7:43647 {}] hbase.ChoreService(370): Chore service for: master/9e5ab3b623d7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-02T23:25:11,324 INFO [M:0;9e5ab3b623d7:43647 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T23:25:11,324 DEBUG [M:0;9e5ab3b623d7:43647 {}] master.HMaster(1795): Stopping service threads 2024-12-02T23:25:11,324 INFO [M:0;9e5ab3b623d7:43647 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-02T23:25:11,324 INFO [M:0;9e5ab3b623d7:43647 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T23:25:11,324 ERROR [M:0;9e5ab3b623d7:43647 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[HFileArchiver-1,5,PEWorkerGroup] Thread[HFileArchiver-2,5,PEWorkerGroup] Thread[HFileArchiver-3,5,PEWorkerGroup] 2024-12-02T23:25:11,325 INFO [M:0;9e5ab3b623d7:43647 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-02T23:25:11,325 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-02T23:25:11,326 DEBUG [M:0;9e5ab3b623d7:43647 {}] zookeeper.ZKUtil(347): master:43647-0x10150422b490000, quorum=127.0.0.1:59082, baseZNode=/1 Unable to get data of znode /1/master because node does not exist (not an error) 2024-12-02T23:25:11,326 WARN [M:0;9e5ab3b623d7:43647 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-02T23:25:11,327 INFO [M:0;9e5ab3b623d7:43647 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/.lastflushedseqids 2024-12-02T23:25:11,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742003_1179 (size=761) 2024-12-02T23:25:11,350 INFO [M:0;9e5ab3b623d7:43647 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-02T23:25:11,350 INFO [M:0;9e5ab3b623d7:43647 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-02T23:25:11,350 DEBUG [M:0;9e5ab3b623d7:43647 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T23:25:11,371 INFO [M:0;9e5ab3b623d7:43647 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T23:25:11,371 DEBUG [M:0;9e5ab3b623d7:43647 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T23:25:11,372 DEBUG [M:0;9e5ab3b623d7:43647 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T23:25:11,372 DEBUG [M:0;9e5ab3b623d7:43647 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T23:25:11,372 INFO [M:0;9e5ab3b623d7:43647 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=441.15 KB heapSize=518.04 KB 2024-12-02T23:25:11,392 DEBUG [M:0;9e5ab3b623d7:43647 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3773592b34944069b65f8b62857e86a9 is 82, key is hbase:meta,,1/info:regioninfo/1733181789669/Put/seqid=0 2024-12-02T23:25:11,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742004_1180 (size=5672) 2024-12-02T23:25:11,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36969-0x10150422b490001, quorum=127.0.0.1:59082, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T23:25:11,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36969-0x10150422b490001, quorum=127.0.0.1:59082, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T23:25:11,407 INFO [RS:0;9e5ab3b623d7:36969 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T23:25:11,407 INFO [RS:0;9e5ab3b623d7:36969 {}] regionserver.HRegionServer(1031): Exiting; stopping=9e5ab3b623d7,36969,1733181786563; zookeeper connection closed. 2024-12-02T23:25:11,407 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4d406381 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4d406381 2024-12-02T23:25:11,408 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-02T23:25:11,804 INFO [M:0;9e5ab3b623d7:43647 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=908 (bloomFilter=true), to=hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3773592b34944069b65f8b62857e86a9 2024-12-02T23:25:11,825 DEBUG [M:0;9e5ab3b623d7:43647 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0195d0afac1645ad8f8efab0b13502f4 is 2201, key is \x00\x00\x00\x00\x00\x00\x00Q/proc:d/1733181901928/Put/seqid=0 2024-12-02T23:25:11,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742005_1181 (size=30146) 2024-12-02T23:25:12,231 INFO [M:0;9e5ab3b623d7:43647 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=440.59 KB at sequenceid=908 (bloomFilter=true), to=hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0195d0afac1645ad8f8efab0b13502f4 2024-12-02T23:25:12,237 INFO [M:0;9e5ab3b623d7:43647 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0195d0afac1645ad8f8efab0b13502f4 2024-12-02T23:25:12,260 DEBUG [M:0;9e5ab3b623d7:43647 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/eb803b8496514662b68a1b48bbcc6452 is 69, key is 9e5ab3b623d7,36969,1733181786563/rs:state/1733181788974/Put/seqid=0 2024-12-02T23:25:12,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073742006_1182 (size=5156) 2024-12-02T23:25:12,664 INFO [M:0;9e5ab3b623d7:43647 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=908 (bloomFilter=true), to=hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/eb803b8496514662b68a1b48bbcc6452 2024-12-02T23:25:12,669 DEBUG [M:0;9e5ab3b623d7:43647 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3773592b34944069b65f8b62857e86a9 as hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3773592b34944069b65f8b62857e86a9 2024-12-02T23:25:12,674 INFO [M:0;9e5ab3b623d7:43647 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3773592b34944069b65f8b62857e86a9, entries=8, sequenceid=908, filesize=5.5 K 2024-12-02T23:25:12,674 DEBUG [M:0;9e5ab3b623d7:43647 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0195d0afac1645ad8f8efab0b13502f4 as hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0195d0afac1645ad8f8efab0b13502f4 2024-12-02T23:25:12,678 INFO [M:0;9e5ab3b623d7:43647 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0195d0afac1645ad8f8efab0b13502f4 2024-12-02T23:25:12,678 INFO [M:0;9e5ab3b623d7:43647 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0195d0afac1645ad8f8efab0b13502f4, entries=94, sequenceid=908, filesize=29.4 K 2024-12-02T23:25:12,679 DEBUG [M:0;9e5ab3b623d7:43647 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/eb803b8496514662b68a1b48bbcc6452 as hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/eb803b8496514662b68a1b48bbcc6452 2024-12-02T23:25:12,683 INFO [M:0;9e5ab3b623d7:43647 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44093/user/jenkins/test-data/ff896662-8132-4e37-b0ec-9670eda6b4ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/eb803b8496514662b68a1b48bbcc6452, entries=1, sequenceid=908, filesize=5.0 K 2024-12-02T23:25:12,684 INFO [M:0;9e5ab3b623d7:43647 {}] regionserver.HRegion(3140): Finished flush of dataSize ~441.15 KB/451734, heapSize ~517.74 KB/530168, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1312ms, sequenceid=908, compaction requested=false 2024-12-02T23:25:12,685 INFO [M:0;9e5ab3b623d7:43647 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T23:25:12,685 DEBUG [M:0;9e5ab3b623d7:43647 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733181911350Disabling compacts and flushes for region at 1733181911350Disabling writes for close at 1733181911372 (+22 ms)Obtaining lock to block concurrent updates at 1733181911372Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733181911372Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=451734, getHeapSize=530408, getOffHeapSize=0, getCellsCount=1031 at 1733181911372Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733181911373 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733181911375 (+2 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733181911392 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733181911392Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733181911809 (+417 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733181911825 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733181911825Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733181912237 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733181912259 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733181912259Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37f43884: reopening flushed file at 1733181912669 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@486a6753: reopening flushed file at 1733181912674 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c0d9b4b: reopening flushed file at 1733181912678 (+4 ms)Finished flush of dataSize ~441.15 KB/451734, heapSize ~517.74 KB/530168, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1312ms, sequenceid=908, compaction requested=false at 1733181912684 (+6 ms)Writing region close event to WAL at 1733181912685 (+1 ms)Closed at 1733181912685 2024-12-02T23:25:12,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741830_1006 (size=511665) 2024-12-02T23:25:12,689 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T23:25:12,689 INFO [M:0;9e5ab3b623d7:43647 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-02T23:25:12,689 INFO [M:0;9e5ab3b623d7:43647 {}] master.LogRollMasterProcedureManager(73): stop: server shutting down. 2024-12-02T23:25:12,689 INFO [M:0;9e5ab3b623d7:43647 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43647 2024-12-02T23:25:12,690 INFO [M:0;9e5ab3b623d7:43647 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T23:25:12,792 INFO [M:0;9e5ab3b623d7:43647 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T23:25:12,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43647-0x10150422b490000, quorum=127.0.0.1:59082, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T23:25:12,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43647-0x10150422b490000, quorum=127.0.0.1:59082, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T23:25:12,804 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4e1e75f6{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T23:25:12,807 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1ff74f43{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T23:25:12,807 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T23:25:12,807 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@574f7be7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T23:25:12,807 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@655329da{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/65b4e9ef-7447-bc2e-d622-21fab4f7aa50/hadoop.log.dir/,STOPPED} 2024-12-02T23:25:12,810 WARN [BP-290428792-172.17.0.3-1733181777700 heartbeating to localhost/127.0.0.1:44093 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T23:25:12,810 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T23:25:12,810 WARN [BP-290428792-172.17.0.3-1733181777700 heartbeating to localhost/127.0.0.1:44093 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-290428792-172.17.0.3-1733181777700 (Datanode Uuid 9504135f-ad78-4b6f-b31f-b8b30cb40128) service to localhost/127.0.0.1:44093 2024-12-02T23:25:12,810 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T23:25:12,811 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/65b4e9ef-7447-bc2e-d622-21fab4f7aa50/cluster_877d9eae-73cd-42ec-9a1a-45cb04d54fd9/data/data1/current/BP-290428792-172.17.0.3-1733181777700 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T23:25:12,812 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/65b4e9ef-7447-bc2e-d622-21fab4f7aa50/cluster_877d9eae-73cd-42ec-9a1a-45cb04d54fd9/data/data2/current/BP-290428792-172.17.0.3-1733181777700 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T23:25:12,812 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T23:25:12,825 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5f3426ae{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T23:25:12,826 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@50c05330{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T23:25:12,826 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T23:25:12,826 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1a64bcf9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T23:25:12,826 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@baadc74{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/65b4e9ef-7447-bc2e-d622-21fab4f7aa50/hadoop.log.dir/,STOPPED} 2024-12-02T23:25:12,840 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-02T23:25:12,926 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-02T23:25:12,926 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2377): Stopping mini mapreduce cluster... 2024-12-02T23:25:12,933 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@8d6c242{node,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/node} 2024-12-02T23:25:12,934 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@63925d63{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T23:25:12,934 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T23:25:12,934 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7365e40d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,STOPPED} 2024-12-02T23:25:12,934 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3b0a0d79{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/65b4e9ef-7447-bc2e-d622-21fab4f7aa50/hadoop.log.dir/,STOPPED} 2024-12-02T23:25:12,958 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@478759c5{node,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/node} 2024-12-02T23:25:12,959 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@415ff666{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T23:25:12,959 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T23:25:12,959 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5d9ae20f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,STOPPED} 2024-12-02T23:25:12,959 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@735a6591{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/65b4e9ef-7447-bc2e-d622-21fab4f7aa50/hadoop.log.dir/,STOPPED} 2024-12-02T23:25:12,981 ERROR [Thread[Thread-270,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(852): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2024-12-02T23:25:12,982 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@78e1ba26{cluster,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/cluster} 2024-12-02T23:25:12,983 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@510a6ff3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T23:25:12,983 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T23:25:12,984 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4860033b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,STOPPED} 2024-12-02T23:25:12,984 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7b8956e9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/65b4e9ef-7447-bc2e-d622-21fab4f7aa50/hadoop.log.dir/,STOPPED} 2024-12-02T23:25:12,993 WARN [ApplicationMaster Launcher {}] amlauncher.ApplicationMasterLauncher$LauncherThread(122): org.apache.hadoop.yarn.server.resourcemanager.amlauncher.ApplicationMasterLauncher$LauncherThread interrupted. Returning. 2024-12-02T23:25:13,010 ERROR [SchedulerEventDispatcher:Event Processor {}] event.EventDispatcher$EventProcessor(72): Returning, interrupted : java.lang.InterruptedException 2024-12-02T23:25:13,013 ERROR [ResourceManager Event Processor Monitor {}] resourcemanager.ResourceManager$SchedulerEventDispatcher$EventProcessorMonitor(1193): Returning, interrupted : java.lang.InterruptedException: sleep interrupted 2024-12-02T23:25:13,015 ERROR [Thread[Thread-293,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(852): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2024-12-02T23:25:13,019 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2259346d{jobhistory,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/jobhistory} 2024-12-02T23:25:13,020 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7010d5df{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T23:25:13,020 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T23:25:13,020 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@25cbe2e6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,STOPPED} 2024-12-02T23:25:13,020 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c69cf55{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/65b4e9ef-7447-bc2e-d622-21fab4f7aa50/hadoop.log.dir/,STOPPED} 2024-12-02T23:25:13,023 ERROR [Thread[Thread-252,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(852): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2024-12-02T23:25:13,023 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2380): Mini mapreduce cluster stopped